-- Logs begin at Thu 2022-05-26 12:56:00 UTC, end at Thu 2022-05-26 14:11:13 UTC. -- May 26 13:35:26.917369 dv-cinder-819668-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 26 13:35:29.717426 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.common.config [-] Logging enabled! May 26 13:35:29.718057 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev238 May 26 13:35:29.718203 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110391) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 26 13:35:29.721556 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.common.config [-] Logging enabled! May 26 13:35:29.721809 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev238 May 26 13:35:29.722119 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110391) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 26 13:35:29.723051 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 13:35:29.723282 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 13:35:29.723649 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 13:35:29.723889 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 13:35:29.724670 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 13:35:29.725088 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.725388 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.725616 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.725915 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.726205 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.726486 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.726776 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.727072 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.727358 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.727637 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.727921 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.728148 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.728448 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.728736 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.729022 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.729242 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] debug = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.729521 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.729965 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.730384 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.730661 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.730948 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.731241 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.731496 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.731769 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.732051 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.732401 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] host = dv-cinder-819668-4-iscsi {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.732680 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.732969 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.733252 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.733535 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.733806 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.734082 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.734363 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.734634 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.734904 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] log_file = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.735179 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.735466 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.735749 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.736036 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.736256 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.736508 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.736792 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.737080 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.737355 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.737628 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.737900 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.738171 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.738444 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.738709 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.738991 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.739272 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.739554 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.739923 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.740194 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.740487 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.740757 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.741040 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.741312 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.741583 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.741854 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.742137 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.742402 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.742670 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.742969 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.743254 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.743535 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.743819 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.744090 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.744397 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.744667 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.744933 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.745199 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] use_json = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.745466 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.745732 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.746007 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.746273 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.746538 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.746805 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.747072 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.747350 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.747617 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:29.747907 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.748200 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.748529 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.748809 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.749111 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.749388 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.749678 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.749953 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.750236 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.750520 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.750805 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.751079 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.751373 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.751657 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.751945 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.752243 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.752555 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.752843 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.753115 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.753384 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.753652 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.753924 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.754208 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.754480 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.754764 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.755048 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.755866 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.756163 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.756467 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.756749 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.757039 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.757326 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.757597 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.757870 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.758157 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.758441 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.758712 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.758976 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.759246 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.759602 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.759793 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.760083 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.760397 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.760672 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.760944 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.761230 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.761506 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.761769 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.762035 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.762306 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.762573 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.762851 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.763122 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.763390 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.763656 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.763927 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.764193 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.764481 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.764755 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.765020 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.765291 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.765558 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.765824 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.766090 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.766387 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.766633 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.766888 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.767153 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.767423 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.767690 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.767956 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.768222 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.768511 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.768780 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.769080 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.769351 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.769718 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.769904 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.770177 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.770449 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.770719 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.771765 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.771995 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.772277 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.772591 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.772875 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.773162 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.773441 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.773718 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.774035 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.774310 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.774583 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.774862 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.775137 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.775414 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.775695 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.775975 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.776265 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.776580 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.776854 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.777142 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.777433 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.777722 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.778000 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.778307 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.778582 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:29.778793 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 13:35:29.779034 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110391) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 26 13:35:30.243499 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 26 13:35:30.243768 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 26 13:35:30.244066 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 26 13:35:30.244420 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.manager [-] Loading core plugin: ml2 May 26 13:35:30.571076 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:30.571263 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:30.571514 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:30.572707 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:30.572980 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:30.573240 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:30.634696 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:30.634967 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:30.635233 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:30.649802 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:30.650076 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:30.650338 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:30.681765 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:30.682034 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:30.682299 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:30.718329 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:30.718882 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:30.718882 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.064534 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.064787 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.065054 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.065317 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.066008 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.164940 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.165260 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.165543 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.165811 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.166077 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.166386 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.166643 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.166945 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.167152 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.167429 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.167687 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.167948 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.168198 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.168475 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.168730 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.168989 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.169240 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.169503 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.169767 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.170022 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.170289 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.170536 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.170813 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.171188 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.171438 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.171691 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.172087 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110391) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 13:35:31.172341 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110391) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 13:35:31.172582 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110391) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 13:35:31.172817 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110391) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 13:35:31.173050 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110391) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 13:35:31.173281 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110391) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 13:35:31.173649 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 26 13:35:31.178507 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 26 13:35:31.182393 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 26 13:35:31.186244 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) May 26 13:35:31.187857 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 26 13:35:31.188340 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 26 13:35:31.188680 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 26 13:35:31.189067 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 26 13:35:31.191822 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 26 13:35:31.192067 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 26 13:35:31.192448 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 26 13:35:31.197656 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 26 13:35:31.220831 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 26 13:35:31.221287 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.221592 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110391) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 26 13:35:31.221962 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.223294 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110391) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 26 13:35:31.223569 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 26 13:35:31.223810 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 26 13:35:31.227625 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.227901 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.290742 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 26 13:35:31.290979 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 26 13:35:31.291216 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 26 13:35:31.291591 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 26 13:35:31.344024 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO dbcounter [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Registered counter for database neutron May 26 13:35:31.363175 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_db.sqlalchemy.engines [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110391) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 26 13:35:31.369931 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG dbcounter [-] [110391] Writer thread running {{(pid=110391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 13:35:31.803833 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.plugins.ml2.managers [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Initializing driver for type 'gre' May 26 13:35:31.804567 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] gre ID ranges: [(1, 1000)] May 26 13:35:31.860226 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.plugins.ml2.managers [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Initializing driver for type 'local' May 26 13:35:31.860595 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.plugins.ml2.managers [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Initializing driver for type 'vlan' May 26 13:35:31.874173 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] VlanTypeDriver initialization complete May 26 13:35:31.874509 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.plugins.ml2.managers [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Initializing driver for type 'vxlan' May 26 13:35:31.875023 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] vxlan ID ranges: [(1, 1000)] May 26 13:35:31.928925 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.plugins.ml2.managers [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Initializing extension driver 'port_security' May 26 13:35:31.929262 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.plugins.ml2.extensions.port_security [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] PortSecurityExtensionDriver initialization complete May 26 13:35:31.929592 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.plugins.ml2.managers [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Initializing mechanism driver 'openvswitch' May 26 13:35:31.929915 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.plugins.ml2.managers [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Initializing mechanism driver 'hyperv' May 26 13:35:31.936458 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.plugins.ml2.plugin [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:35:31.937124 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > port after_create 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.937503 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > port after_update 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.937858 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > port after_delete 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.938363 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110391) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 13:35:31.938784 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > subnet after_create 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.939143 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > subnet after_update 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.939490 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.939881 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110391) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 13:35:31.940297 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > network after_create 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.940669 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > network after_update 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.941014 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > network after_delete 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.941401 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110391) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 13:35:31.941807 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > security_group after_create 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.942153 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > security_group after_update 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.942493 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.943489 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110391) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 13:35:31.944064 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.944454 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.944802 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.945191 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110391) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 13:35:31.945598 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > address_group after_create 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.945949 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > address_group after_update 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.946292 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.946677 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110391) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 13:35:31.947293 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] ML2 OVO RPC backend initialized. {{(pid=110391) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 26 13:35:31.948011 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.948414 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.948845 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > network before_response 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.949204 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > networks before_response 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.949555 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > port before_response 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.949902 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > ports before_response 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.950249 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > subnet before_response 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.950618 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > subnets before_response 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.950968 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > network after_create 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.951311 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > network after_update 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.951651 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > network after_delete 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.951989 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > port after_create 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.952353 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > port after_update 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.952699 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > port after_delete 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.953041 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > subnet after_create 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.953378 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > subnet after_update 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.953711 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:31.962292 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.quota [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded quota_driver: . May 26 13:35:31.962665 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.plugins.ml2.plugin [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Modular L2 Plugin initialization complete May 26 13:35:31.963017 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading services supported by the core plugin {{(pid=110391) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 26 13:35:31.963358 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.plugins.ml2.managers [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Got port-security extension from driver 'port_security' May 26 13:35:31.963843 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.extensions.vlantransparent [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Disabled vlantransparent extension. May 26 13:35:31.964368 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110391) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 26 13:35:31.964698 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading Plugin: router May 26 13:35:32.001613 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:32.002008 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > router after_create 55549900 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:32.002390 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > router before_create 55549900 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:32.002763 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:32.003146 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:32.003512 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > router after_delete 55549900 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:32.003878 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:32.004236 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:32.004626 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > router after_create 55549900 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:32.004981 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > router after_update 55549900 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:32.005969 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > router after_update 55549900 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:32.006382 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:32.006749 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > router after_update 55549900 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:32.007176 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > router precommit_update 55549900 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:32.007553 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: port after_update 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:32.007896 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: port after_delete 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:32.008238 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: subnet after_update 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:32.008601 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:32.008953 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:32.009307 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > router precommit_create 55549900 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:32.009655 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: port before_delete 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:32.010001 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > router precommit_create 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:32.010361 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > router after_update 55549900 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:32.010706 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:32.011069 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > router precommit_create 55549900 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:32.011434 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:32.011792 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > router precommit_update 55549900 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:32.012166 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > agent after_create 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:32.012588 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > agent after_delete 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:32.012942 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > network after_delete 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:32.013833 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.quota.resource_registry [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Tracking information for resource: router configured {{(pid=110391) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 13:35:32.014174 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.quota.resource_registry [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Tracking information for resource: floatingip configured {{(pid=110391) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 13:35:32.019203 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.db.l3_agentschedulers_db [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 26 13:35:32.019785 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: port after_update 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:32.020148 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: port after_create 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:32.020535 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: port after_delete 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:32.021557 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: port after_update 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:32.022367 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > router before_create 55550100 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:32.022733 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:32.023099 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > router precommit_create 55550100 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:32.023457 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > router precommit_update 55550100 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:32.028273 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.services.provider_configuration [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Service providers = [] {{(pid=110391) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 26 13:35:32.028660 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.db.servicetype_db [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110391) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 26 13:35:32.031574 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.services.service_base [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110391) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 13:35:32.031924 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.services.service_base [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110391) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 13:35:32.032265 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.services.service_base [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110391) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 13:35:32.033168 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.services.service_base [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110391) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 13:35:32.033546 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.services.service_base [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Default provider is not specified for service type L3_ROUTER_NAT May 26 13:35:32.033924 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110391) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 13:35:32.034264 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 26 13:35:32.044791 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110391) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 13:35:32.045130 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading Plugin: auto_allocate May 26 13:35:32.050865 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: network precommit_update 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:32.051231 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: network precommit_create 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:32.051748 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110391) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 13:35:32.052606 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading Plugin: tag May 26 13:35:32.059188 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110391) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 13:35:32.059465 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading Plugin: timestamp May 26 13:35:32.063487 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110391) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 13:35:32.063819 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading Plugin: network_ip_availability May 26 13:35:32.070042 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:32.070411 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:32.070772 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:32.071499 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110391) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 13:35:32.071822 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading Plugin: flavors May 26 13:35:32.076555 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110391) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 13:35:32.076883 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading Plugin: revisions May 26 13:35:32.081392 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110391) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 13:35:32.081787 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_concurrency.lockutils [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.838s {{(pid=110391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 26 13:35:32.082527 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110391) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 26 13:35:32.082867 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Initializing extension manager. May 26 13:35:32.083501 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: __init__.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.083792 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: __pycache__ {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.084129 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: _port_mac_address_override.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.084500 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: address_group.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.085480 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.086069 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: address-group May 26 13:35:32.086397 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: address_scope.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.087114 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.087638 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: address-scope May 26 13:35:32.087965 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.088936 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.089455 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: router-admin-state-down-before-update May 26 13:35:32.089781 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: agent.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.090485 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.090994 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: agent May 26 13:35:32.091317 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: agent_resources_synced.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.092227 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.092767 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: agent-resources-synced May 26 13:35:32.093095 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: allowedaddresspairs.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.094893 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.095424 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: allowed-address-pairs May 26 13:35:32.095750 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: auto_allocated_topology.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.096859 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.097390 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: auto-allocated-topology May 26 13:35:32.097716 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: availability_zone.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.098417 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.098927 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: availability_zone May 26 13:35:32.099286 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: availability_zone_filter.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.100203 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.100746 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: availability_zone_filter May 26 13:35:32.101069 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: data_plane_status.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.101978 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.102493 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extension data-plane-status not supported by any of loaded plugins May 26 13:35:32.102818 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: default_subnetpools.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.103738 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.104254 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: default-subnetpools May 26 13:35:32.104607 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.105427 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.105943 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: dhcp_agent_scheduler May 26 13:35:32.106263 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: dns.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.107185 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.107698 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extension dns-integration not supported by any of loaded plugins May 26 13:35:32.108023 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: dns_domain_ports.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.108972 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.109484 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extension dns-domain-ports not supported by any of loaded plugins May 26 13:35:32.109808 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.110731 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.111250 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 26 13:35:32.111575 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: dvr.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.112243 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.112788 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: dvr May 26 13:35:32.113111 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: ecmp_routes.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.114023 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.114532 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extension ecmp_routes not supported by any of loaded plugins May 26 13:35:32.115387 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: empty_string_filtering.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.116320 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.116830 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: empty-string-filtering May 26 13:35:32.117153 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.118068 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.118581 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 26 13:35:32.118901 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.119805 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.120341 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 26 13:35:32.120666 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: external_net.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.121569 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.122079 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: external-net May 26 13:35:32.122399 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.123307 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.123824 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: extra_dhcp_opt May 26 13:35:32.124150 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: extraroute.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.125080 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.125589 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: extraroute May 26 13:35:32.125912 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: extraroute_atomic.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.126943 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.127461 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: extraroute-atomic May 26 13:35:32.127787 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: filter_validation.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.128497 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.129006 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: filter-validation May 26 13:35:32.129328 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: fip_pf_description.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.130335 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.131370 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 26 13:35:32.131691 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: fip_pf_port_range.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.132630 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.133142 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 26 13:35:32.133466 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: fip_port_details.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.134400 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.134914 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: fip-port-details May 26 13:35:32.135234 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: flavors.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.136506 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.137024 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: flavors May 26 13:35:32.137351 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.139021 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.139554 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 26 13:35:32.139884 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: floatingip_pools.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.140760 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.141286 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: floatingip-pools May 26 13:35:32.141616 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: ip_allocation.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.142538 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.143050 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extension ip_allocation not supported by any of loaded plugins May 26 13:35:32.143379 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.144315 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.144840 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: ip-substring-filtering May 26 13:35:32.145168 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: l2_adjacency.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.146127 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.146634 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extension l2_adjacency not supported by any of loaded plugins May 26 13:35:32.146957 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: l3.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.147927 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.148489 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: router May 26 13:35:32.148819 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.151051 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.151564 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 26 13:35:32.151896 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.152843 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.153364 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: ext-gw-mode May 26 13:35:32.153693 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.154610 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.155127 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: l3-ha May 26 13:35:32.155449 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.156381 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.156898 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 26 13:35:32.157218 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: l3_flavors.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.158135 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.158648 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: l3-flavors May 26 13:35:32.158971 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.160346 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.160875 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 26 13:35:32.161203 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.162216 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.162730 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: l3-port-ip-change-not-allowed May 26 13:35:32.163059 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: l3agentscheduler.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.164125 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.164662 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: l3_agent_scheduler May 26 13:35:32.164991 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: local_ip.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.166759 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.167288 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extension local_ip not supported by any of loaded plugins May 26 13:35:32.167629 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: logging.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.169117 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.169645 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extension logging not supported by any of loaded plugins May 26 13:35:32.169978 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: metering.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.170724 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.171305 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: metering May 26 13:35:32.171635 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.172830 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.173355 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: metering_source_and_destination_fields May 26 13:35:32.173685 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: multiprovidernet.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.174738 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.175261 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: multi-provider May 26 13:35:32.175590 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: netmtu.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.176550 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.177605 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: net-mtu May 26 13:35:32.177978 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: netmtu_writable.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.178858 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.179377 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: net-mtu-writable May 26 13:35:32.179702 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: network_availability_zone.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.180409 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.180925 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: network_availability_zone May 26 13:35:32.181248 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: network_ip_availability.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.182343 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.182860 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: network-ip-availability May 26 13:35:32.183185 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: network_segment_range.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.183949 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.184497 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extension network-segment-range not supported by any of loaded plugins May 26 13:35:32.184822 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: pagination.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.185819 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.186149 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: pagination May 26 13:35:32.186473 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: port_device_profile.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.187382 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.187903 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: port-device-profile May 26 13:35:32.188225 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: port_mac_address_override.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.189186 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.189701 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: port-mac-override May 26 13:35:32.190027 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.190937 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.191449 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: port-mac-address-regenerate May 26 13:35:32.191772 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.192797 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.193825 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: port-numa-affinity-policy May 26 13:35:32.194146 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: port_resource_request.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.195053 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.195565 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extension port-resource-request not supported by any of loaded plugins May 26 13:35:32.195888 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: port_resource_request_groups.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.196869 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.197381 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 26 13:35:32.197709 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: portbindings.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.198634 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.199147 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: binding May 26 13:35:32.199468 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: portbindings_extended.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.200745 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.201262 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: binding-extended May 26 13:35:32.201587 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: portsecurity.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.202519 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.203031 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: port-security May 26 13:35:32.203359 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: project_id.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.204348 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.204696 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: project-id May 26 13:35:32.205010 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: providernet.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.206192 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.206714 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: provider May 26 13:35:32.207039 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: qos.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.210776 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.211302 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extension qos not supported by any of loaded plugins May 26 13:35:32.211634 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.212909 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.213432 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 26 13:35:32.213763 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.214680 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.215200 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 26 13:35:32.215527 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: qos_default.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.216474 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.216992 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extension qos-default not supported by any of loaded plugins May 26 13:35:32.217319 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: qos_fip.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.218246 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.218768 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extension qos-fip not supported by any of loaded plugins May 26 13:35:32.219095 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.220010 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.220539 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 26 13:35:32.220865 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: qos_gateway_ip.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.221785 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.222298 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 26 13:35:32.222621 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: qos_port_network_policy.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.223532 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.224091 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 26 13:35:32.224517 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.225556 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.226076 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 26 13:35:32.226403 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.227434 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.227959 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 26 13:35:32.228287 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: qos_pps_rule.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.229508 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.230032 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extension qos-pps not supported by any of loaded plugins May 26 13:35:32.230363 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: qos_rule_type_details.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.231285 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.231805 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 26 13:35:32.232136 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: qos_rule_type_filter.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.233085 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.233606 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 26 13:35:32.233934 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: qos_rules_alias.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.235087 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.235609 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extension qos-rules-alias not supported by any of loaded plugins May 26 13:35:32.235936 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: quota_check_limit.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.236875 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.237397 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: quota-check-limit May 26 13:35:32.237729 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: quotasv2.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.238672 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.239002 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: quotas May 26 13:35:32.239325 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: quotasv2_detail.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.241582 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.241927 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: quota_details May 26 13:35:32.242253 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: rbac.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.243310 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.243844 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: rbac-policies May 26 13:35:32.244176 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: rbac_address_group.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.245130 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.245650 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: rbac-address-group May 26 13:35:32.245980 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: rbac_address_scope.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.246980 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.247499 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: rbac-address-scope May 26 13:35:32.247826 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: rbac_security_groups.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.248786 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.249308 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: rbac-security-groups May 26 13:35:32.249641 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: rbac_subnetpool.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.250553 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.251076 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: rbac-subnetpool May 26 13:35:32.251400 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: revisionifmatch.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.252362 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.252886 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: revision-if-match May 26 13:35:32.253209 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: revisions.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.254321 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.254840 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: standard-attr-revisions May 26 13:35:32.255872 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: router_availability_zone.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.256659 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.257177 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: router_availability_zone May 26 13:35:32.257505 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: routerservicetype.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.258432 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.258952 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extension router-service-type not supported by any of loaded plugins May 26 13:35:32.259275 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.260206 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.260749 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: security-groups-normalized-cidr May 26 13:35:32.261076 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.262025 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.262564 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: port-security-groups-filtering May 26 13:35:32.263052 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.264034 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.264586 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: security-groups-remote-address-group May 26 13:35:32.265049 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.266210 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.266729 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: security-groups-shared-filtering May 26 13:35:32.267056 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: securitygroup.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.278499 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.279050 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: security-group May 26 13:35:32.279388 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: segment.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.280137 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.280686 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extension segment not supported by any of loaded plugins May 26 13:35:32.281018 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.281982 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.282499 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 26 13:35:32.282828 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: servicetype.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.283925 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.284474 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: service-type May 26 13:35:32.284806 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: sorting.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.285789 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.286122 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: sorting May 26 13:35:32.286599 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: standard_attr_segment.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.287387 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.287903 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extension standard-attr-segment not supported by any of loaded plugins May 26 13:35:32.288232 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: standardattrdescription.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.288912 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.289428 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: standard-attr-description May 26 13:35:32.289751 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: stateful_security_group.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.290692 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.291221 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: stateful-security-group May 26 13:35:32.291542 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: stdattrs_common.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.292134 dv-cinder-819668-4-iscsi neutron-server[110391]: WARNING neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 26 13:35:32.292488 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.293436 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.293957 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 26 13:35:32.294283 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: subnet_onboard.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.295348 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.295886 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: subnet_onboard May 26 13:35:32.296211 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.297171 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.297685 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 26 13:35:32.298010 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: subnet_service_types.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.298951 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.299468 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: subnet-service-types May 26 13:35:32.299795 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: subnetallocation.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.300916 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.301442 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: subnet_allocation May 26 13:35:32.301766 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.302951 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.303564 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: subnetpool-prefix-ops May 26 13:35:32.303892 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.304853 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.305363 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 26 13:35:32.305694 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: tagging.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.306740 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.307265 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: standard-attr-tag May 26 13:35:32.307594 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: timestamp.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.308840 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.309417 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loaded extension: standard-attr-timestamp May 26 13:35:32.309701 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: trunk.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.310729 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.311253 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extension trunk not supported by any of loaded plugins May 26 13:35:32.311580 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: trunk_details.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.312531 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.313053 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extension trunk-details not supported by any of loaded plugins May 26 13:35:32.313379 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: uplink_status_propagation.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.314308 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.314827 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 26 13:35:32.315150 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Loading extension file: vlantransparent.py {{(pid=110391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 13:35:32.315827 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 13:35:32.316372 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extension vlan-transparent not supported by any of loaded plugins May 26 13:35:32.318933 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.quota.resource_registry [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Creating instance of TrackedResource for resource:network May 26 13:35:32.320122 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.quota.resource_registry [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Creating instance of TrackedResource for resource:subnet May 26 13:35:32.320673 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.quota.resource_registry [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Creating instance of TrackedResource for resource:subnetpool May 26 13:35:32.321042 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.quota.resource_registry [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Creating instance of TrackedResource for resource:port May 26 13:35:32.322293 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.v2.resource_helper [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 13:35:32.322734 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.v2.resource_helper [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Service FLAVORS assigned prefix: {{(pid=110391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 13:35:32.323368 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.v2.resource_helper [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 13:35:32.323805 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.v2.resource_helper [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 13:35:32.324143 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.quota.resource_registry [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Creating instance of TrackedResource for resource:router May 26 13:35:32.324605 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.quota.resource_registry [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Creating instance of TrackedResource for resource:floatingip May 26 13:35:32.325104 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.v2.resource_helper [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Service METERING assigned prefix: /metering {{(pid=110391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 13:35:32.326579 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:32.326950 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:32.327302 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:35:32.328320 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.quota.resource_registry [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Creating instance of CountableResource for resource:rbac_policy May 26 13:35:32.328789 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.quota.resource_registry [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Creating instance of TrackedResource for resource:security_group May 26 13:35:32.329244 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.quota.resource_registry [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Creating instance of TrackedResource for resource:security_group_rule May 26 13:35:32.329834 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.v2.resource_helper [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Service CORE assigned prefix: {{(pid=110391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 13:35:32.330433 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.quota.resource_registry [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Creating instance of TrackedResource for resource:subnetpool May 26 13:35:32.330781 dv-cinder-819668-4-iscsi neutron-server[110391]: WARNING neutron.quota.resource_registry [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] subnetpool is already registered May 26 13:35:32.331217 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.v2.resource_helper [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Service CORE assigned prefix: {{(pid=110391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 13:35:32.331531 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.quota.resource_registry [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Creating instance of TrackedResource for resource:subnetpool May 26 13:35:32.331869 dv-cinder-819668-4-iscsi neutron-server[110391]: WARNING neutron.quota.resource_registry [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] subnetpool is already registered May 26 13:35:32.334401 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.v2.resource_helper [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 13:35:32.334839 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.v2.resource_helper [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Service FLAVORS assigned prefix: {{(pid=110391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 13:35:32.335435 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.v2.resource_helper [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 13:35:32.335865 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.v2.resource_helper [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 13:35:32.336200 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.quota.resource_registry [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Creating instance of TrackedResource for resource:router May 26 13:35:32.336571 dv-cinder-819668-4-iscsi neutron-server[110391]: WARNING neutron.quota.resource_registry [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] router is already registered May 26 13:35:32.336987 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.quota.resource_registry [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Creating instance of TrackedResource for resource:floatingip May 26 13:35:32.337327 dv-cinder-819668-4-iscsi neutron-server[110391]: WARNING neutron.quota.resource_registry [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] floatingip is already registered May 26 13:35:32.337786 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.v2.resource_helper [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Service METERING assigned prefix: /metering {{(pid=110391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 13:35:32.338452 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.quota.resource_registry [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Creating instance of CountableResource for resource:rbac_policy May 26 13:35:32.338782 dv-cinder-819668-4-iscsi neutron-server[110391]: WARNING neutron.quota.resource_registry [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] rbac_policy is already registered May 26 13:35:32.339193 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.quota.resource_registry [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Creating instance of TrackedResource for resource:security_group May 26 13:35:32.339532 dv-cinder-819668-4-iscsi neutron-server[110391]: WARNING neutron.quota.resource_registry [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] security_group is already registered May 26 13:35:32.339934 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.quota.resource_registry [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Creating instance of TrackedResource for resource:security_group_rule May 26 13:35:32.340268 dv-cinder-819668-4-iscsi neutron-server[110391]: WARNING neutron.quota.resource_registry [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] security_group_rule is already registered May 26 13:35:32.340920 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.v2.resource_helper [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Service CORE assigned prefix: {{(pid=110391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 13:35:32.341250 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.quota.resource_registry [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Creating instance of TrackedResource for resource:subnetpool May 26 13:35:32.341584 dv-cinder-819668-4-iscsi neutron-server[110391]: WARNING neutron.quota.resource_registry [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] subnetpool is already registered May 26 13:35:32.342001 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.v2.resource_helper [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Service CORE assigned prefix: {{(pid=110391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 13:35:32.342323 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.quota.resource_registry [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Creating instance of TrackedResource for resource:subnetpool May 26 13:35:32.342665 dv-cinder-819668-4-iscsi neutron-server[110391]: WARNING neutron.quota.resource_registry [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] subnetpool is already registered May 26 13:35:32.343122 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extended resource: extensions {{(pid=110391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:35:32.344633 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extended resource: address-groups {{(pid=110391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:35:32.346095 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extended resource: address-scopes {{(pid=110391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:35:32.347393 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extended resource: agents {{(pid=110391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:35:32.348570 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extended resource: auto-allocated-topology {{(pid=110391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:35:32.349840 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extended resource: availability_zones {{(pid=110391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:35:32.351051 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extended resource: dhcp-networks {{(pid=110391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:35:32.352578 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extended resource: dhcp-agents {{(pid=110391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:35:32.354000 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extended resource: routers {{(pid=110391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:35:32.355690 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extended resource: flavors {{(pid=110391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:35:32.356967 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extended resource: service_profiles {{(pid=110391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:35:32.358190 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extended resource: next_providers {{(pid=110391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:35:32.359611 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extended resource: service_profiles {{(pid=110391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:35:32.361183 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extended resource: floatingip-pools {{(pid=110391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:35:32.362378 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extended resource: routers {{(pid=110391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:35:32.364064 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extended resource: floatingips {{(pid=110391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:35:32.365918 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extended resource: l3-routers {{(pid=110391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:35:32.367293 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extended resource: l3-agents {{(pid=110391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:35:32.368728 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extended resource: metering-labels {{(pid=110391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:35:32.369973 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extended resource: metering-label-rules {{(pid=110391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:35:32.371332 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extended resource: network-ip-availabilities {{(pid=110391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:35:32.372624 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extended resource: bindings {{(pid=110391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:35:32.374151 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extended resource: quotas {{(pid=110391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:35:32.376697 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extended resource: quotas {{(pid=110391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:35:32.378233 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extended resource: rbac-policies {{(pid=110391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:35:32.379426 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extended resource: security-groups {{(pid=110391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:35:32.381452 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extended resource: security-group-rules {{(pid=110391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:35:32.382714 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extended resource: service-providers {{(pid=110391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:35:32.383928 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extended resource: subnetpools {{(pid=110391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:35:32.385281 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extended resource: subnetpools {{(pid=110391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:35:32.386823 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extended resource: tags {{(pid=110391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:35:32.388563 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extended resource: tags {{(pid=110391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:35:32.390375 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extended resource: tags {{(pid=110391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:35:32.392154 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extended resource: tags {{(pid=110391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:35:32.393854 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extended resource: tags {{(pid=110391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:35:32.395976 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extended resource: tags {{(pid=110391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:35:32.397681 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extended resource: tags {{(pid=110391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:35:32.399553 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extended resource: tags {{(pid=110391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:35:32.401327 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extended resource: tags {{(pid=110391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:35:32.403092 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron.api.extensions [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Extended resource: tags {{(pid=110391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 13:35:32.409136 dv-cinder-819668-4-iscsi neutron-server[110391]: WARNING keystonemiddleware.auth_token [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 26 13:35:32.414806 dv-cinder-819668-4-iscsi neutron-server[110391]: WARNING keystonemiddleware.auth_token [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 26 13:35:32.423570 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_concurrency.lockutils [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Acquired lock "singleton_lock" {{(pid=110391) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 26 13:35:32.424046 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_concurrency.lockutils [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Releasing lock "singleton_lock" {{(pid=110391) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 26 13:35:32.424733 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO oslo_service.service [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Starting 2 workers May 26 13:35:32.430605 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Started child 110500 {{(pid=110391) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 13:35:32.435363 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Started child 110501 {{(pid=110391) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 13:35:32.435977 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:35:32.437069 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO neutron.service [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Neutron service started, listening on 0.0.0.0:9696 May 26 13:35:32.437638 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [-] (110500) wsgi starting up on http://0.0.0.0:9696 May 26 13:35:32.437797 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:35:32.440164 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:35:32.440660 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO oslo_service.service [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Starting 1 workers May 26 13:35:32.441738 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [-] (110501) wsgi starting up on http://0.0.0.0:9696 May 26 13:35:32.445644 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Started child 110502 {{(pid=110391) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 13:35:32.446230 dv-cinder-819668-4-iscsi neutron-server[110391]: INFO oslo_service.service [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Starting 1 workers May 26 13:35:32.449711 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.service [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] calling RpcWorker wait() {{(pid=110502) _wait /opt/stack/neutron/neutron/service.py:128}} May 26 13:35:32.450266 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.service [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] returning from RpcWorker wait() {{(pid=110502) _wait /opt/stack/neutron/neutron/service.py:135}} May 26 13:35:32.450933 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Started child 110503 {{(pid=110391) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 13:35:32.451568 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:35:32.451767 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG neutron_lib.callbacks.manager [None req-066595ad-f945-488b-85c4-be25b014f7b0 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:35:32.452128 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:35:32.453841 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110391) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 26 13:35:32.454064 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 13:35:32.454267 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 13:35:32.454497 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 13:35:32.454834 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 13:35:32.455000 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 13:35:32.455792 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.456102 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.456192 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:35:32.456751 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.456751 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.457280 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.457559 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.457833 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.458128 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.458393 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.458866 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.458866 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.459121 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.459188 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.459660 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.459930 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.460176 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.460432 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.460609 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.460877 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.461158 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.461389 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.461671 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] debug = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.461916 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.462435 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.462684 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.462924 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.463175 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.463471 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.463702 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.463974 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.464221 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.464463 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.464726 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.464980 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.465224 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.465458 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.465705 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.465975 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.466227 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.466704 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] host = dv-cinder-819668-4-iscsi {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.466942 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.467163 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.467416 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.467666 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.467939 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.468183 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.468459 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.468720 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.468980 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.469224 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.469446 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.469676 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.469895 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.470153 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] log_file = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.470318 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] log_options = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.470569 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.470841 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.471101 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.471293 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.471462 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.471626 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.471889 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.472056 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.472332 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.472560 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.472776 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.473013 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.473245 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.473478 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.473725 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.474542 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.474760 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.475118 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.475398 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.475634 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.475863 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.476113 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.476367 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.476590 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.476828 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.477065 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.478466 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.478466 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.478466 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.478466 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.478466 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.478466 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.480176 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.480176 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.480176 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.480438 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:35:32.480519 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.480519 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.480519 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.480519 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.480519 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.480882 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.480882 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.481030 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.481274 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.481500 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.481736 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.481988 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] use_json = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.482232 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.484529 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.484529 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.484529 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.484529 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.484529 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.484529 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.484529 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.484529 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.485161 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.485161 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.485161 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.485371 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.485603 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.485865 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.486108 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.486356 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.486631 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.486875 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.487187 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.487573 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.488040 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.488531 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.489248 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.490431 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.491064 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.491524 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.491969 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.492331 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.492617 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.492852 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.493350 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.493780 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.494025 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.494269 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.494508 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.494805 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.495086 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.495370 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.495723 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.496002 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.496474 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.496914 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.497328 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.497749 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.498213 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.498605 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.499001 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.499411 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.499870 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.500283 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.500714 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.501136 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.501542 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.501994 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.502418 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.502855 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.503273 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.503708 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.504092 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.504541 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.504974 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.505401 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.505901 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.506296 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.506748 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.506991 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.507257 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.507530 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.507775 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.508004 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.508249 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.508520 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.508779 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.509002 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.509427 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.509849 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.510276 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.510685 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.511077 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.511462 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.511859 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.512255 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.512807 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.513216 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.513628 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.513860 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.514083 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.514309 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.514549 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.514780 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.515000 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.515227 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.515475 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.515683 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.515900 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.516132 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.516372 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.516594 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.516814 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.517142 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.517632 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.518056 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.518277 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.518673 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.519045 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.519502 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.519793 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.520107 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.520428 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.520747 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.521082 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.521334 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.521609 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.521843 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.522081 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.522324 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.522545 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.522771 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.523012 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.523264 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.523654 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.523941 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.524186 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.524463 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.524686 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.524937 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.525208 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.525480 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.525705 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.525998 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.526250 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.526516 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.526815 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.527091 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.527370 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.527619 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.527873 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.528148 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.528417 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.528686 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.528921 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.529172 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.529412 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.529663 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.530054 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.530276 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.530507 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.530854 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.531085 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.531300 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.531533 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.531799 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.532053 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.532343 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.532625 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.532916 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.533191 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.533433 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.533723 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.534034 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.534214 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.534480 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.534700 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.534938 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.535161 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.535436 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.535689 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.535942 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.536214 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.536984 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.537217 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.537444 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.537661 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.537898 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.538148 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.538566 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.539003 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.539424 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.539827 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.540236 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.540485 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.540730 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.540994 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.541216 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.541507 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.541767 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.542004 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.542237 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.542466 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.542722 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.542947 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.543211 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.543433 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.543650 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.543867 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.544107 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.544349 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.544571 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.544820 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.545037 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.545299 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.545540 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.545884 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.546143 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.546376 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.546638 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.546894 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.547112 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.547363 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.547581 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.547818 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.548035 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.548281 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.548545 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.548790 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.549006 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.549221 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.549455 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.549724 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.549977 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.550217 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.550442 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.550666 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.550885 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.551101 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.551317 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.551551 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.551763 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.551974 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.552261 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.552504 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.552819 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.553146 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.553386 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.553630 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.553869 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.554085 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.554321 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.554569 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.554805 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.555029 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.555246 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.556130 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.556130 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.556130 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.556130 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.556851 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.556851 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.556851 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.557156 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.557614 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.557614 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.557765 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.557962 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.558147 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.558467 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.558640 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.558845 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.559090 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.559357 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.559683 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.559820 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.560044 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.560287 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.560551 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.560791 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.561112 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.561366 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.561571 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:35:32.561675 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.562072 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.562192 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.562437 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.562755 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.563131 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.563608 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.564004 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.564498 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.564941 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.565327 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.565721 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.566171 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.566697 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.567214 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.567660 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.568659 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.569126 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.569568 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.570021 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.570376 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.571082 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.571863 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.572621 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.573269 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.573756 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.574161 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.574544 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.574944 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.575361 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.575974 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.576397 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.576783 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.577173 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.577492 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.577730 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.577994 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.578278 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.578556 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.578836 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.579058 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.579305 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.579697 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 13:35:32.580746 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110391) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 26 13:35:32.580985 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 13:35:32.581141 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 13:35:32.581272 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 13:35:32.581623 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 13:35:32.581789 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 13:35:32.582171 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.582496 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.582849 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.583169 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.583987 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.584175 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.584384 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.584823 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.585012 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.585299 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.585417 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.585528 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.585890 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.586045 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.586215 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.586372 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.586804 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.586972 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.587134 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.587293 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.587453 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.587611 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] debug = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.587769 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.587965 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.588133 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.588296 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.588477 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.588632 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.588793 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.588956 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.589120 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.589271 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.589448 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.589616 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.589781 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.589924 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.590069 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.590220 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.590306 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 54586) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:35:32.590390 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.590537 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] host = dv-cinder-819668-4-iscsi {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.590634 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.590774 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.591012 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.591108 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.591250 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.591406 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.591550 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.591692 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.591832 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.591983 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.592145 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.592294 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.592470 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.592619 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] log_file = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.592757 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] log_options = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.593007 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.593151 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.593287 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.593782 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.593782 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.593782 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.593782 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.594349 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.594349 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.594349 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.594772 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.594772 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.594772 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.595159 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.595159 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.595159 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.595545 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.595545 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.595545 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.596027 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.596027 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.596027 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.596433 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.596433 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.596433 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.597172 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.597172 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.597172 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.597172 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.597172 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.598253 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.598253 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.598253 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.598253 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.598253 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.598253 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.598253 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.599888 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.599888 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.599888 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.599888 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.599888 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.599888 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.599888 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.599888 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.601643 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.601643 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] use_json = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.601643 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.601643 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.601643 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.601643 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.601643 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.601643 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.601643 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.603030 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.603030 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 13:35:32.603030 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.603030 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.603030 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.603030 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.603030 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.603030 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.603817 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.603817 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.603817 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.603817 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.603817 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.603817 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.603817 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.603817 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.604691 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.604691 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.604691 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.604691 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.604691 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.604691 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.604691 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.604691 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.605797 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.605797 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.605797 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.605797 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.605797 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.605797 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.605797 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.606642 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.606642 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.606642 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.606642 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.606642 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.606642 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.607397 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.607397 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.607397 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.607397 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.607397 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.607985 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.607985 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.607985 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.607985 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.608674 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.608674 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.608953 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0159564 May 26 13:35:32.609097 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.609097 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.609097 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.609097 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.609097 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.610336 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.610451 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.610591 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.611723 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.612047 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.612392 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.612567 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.612734 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.613670 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.613831 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.614145 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.615545 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.615711 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.615876 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.616689 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.616689 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.616689 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.616689 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.616689 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.617068 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.617169 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.617253 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.617418 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.617582 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.617745 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.617905 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.618064 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.618223 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.618382 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.618543 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.618703 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.618863 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.619022 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.619187 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.619347 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.619507 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.619666 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.619825 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.619986 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.620146 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.620450 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.620564 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.620698 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.620830 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.620977 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.621136 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.621296 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.621469 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.621605 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.621766 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.622159 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.622257 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.622403 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.622547 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.622703 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.622845 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.623016 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.623151 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.623309 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.623469 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.623629 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.623788 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.624108 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.624291 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.624453 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.624608 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.624747 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.624896 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.625398 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.625398 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.625398 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.625801 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.625801 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.625801 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.626200 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.626200 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.626548 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.626548 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.626548 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.626901 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.626901 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.627026 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.627113 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.627275 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.627446 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.627966 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.627966 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.627966 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.628391 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.628391 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.628391 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.628715 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.628715 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.628858 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.628977 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.629140 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.629301 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.629564 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.629704 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.629834 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.629974 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.630130 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.630809 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.630947 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.631107 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.631268 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.631463 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.631690 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.632584 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.632584 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.632584 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.632584 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.632584 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.633106 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.633106 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.633106 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.633106 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.633420 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.633420 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.633574 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.633693 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.633852 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.634011 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.634170 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.634329 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.634496 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.634659 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.634858 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.634994 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.636324 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.636324 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.636324 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.636324 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.636324 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.636324 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.636324 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.636324 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.636958 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.637147 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.637313 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.637477 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.637646 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.637856 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.638000 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.638137 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.638273 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.638430 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.638566 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.638701 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.638857 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.639016 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.639176 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.639337 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.639499 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.639668 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.639812 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.639945 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.640143 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.640920 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.640920 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.640920 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.640920 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.640920 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.641612 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.641612 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.641612 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.641612 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.641612 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.642267 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.642267 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.642267 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.642267 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.642721 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.642721 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.642721 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.642938 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.642938 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.643095 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.643258 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.643418 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.643579 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.643739 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.643897 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.644057 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.644227 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.644423 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.644585 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.644746 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.644931 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.645095 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.645282 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.645461 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.645630 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.645841 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.646772 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.646900 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.646979 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.647132 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.647295 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.647453 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.647612 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.647772 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.647943 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.648103 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.648264 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.648450 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.648611 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.648771 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.648928 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.649091 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.649635 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.649635 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.649635 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.649946 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.649946 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.650086 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.650205 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.650335 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.650498 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.650656 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.650816 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.650982 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.651145 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.651314 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.651486 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.651645 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.651979 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.652248 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.652532 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.652532 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.652820 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.652820 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.653095 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.653095 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.653366 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.653504 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.653694 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.653694 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.653978 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.653978 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.654251 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.654251 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.654505 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.654647 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.654734 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.654858 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.655017 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.655176 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.655391 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.655494 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.655632 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 13:35:32.655777 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 13:35:41.923762 dv-cinder-819668-4-iscsi neutron-server[110391]: DEBUG dbcounter [-] [110391] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=110391) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:35:44.112789 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31b28ca-e9cd-4ecd-ba7f-e6249c08515d None None] get_active_networks_info from dv-cinder-819668-4-iscsi {{(pid=110502) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 26 13:35:44.134802 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writer thread running {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 13:35:44.197964 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31b28ca-e9cd-4ecd-ba7f-e6249c08515d None None] No non-hosted networks {{(pid=110502) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 26 13:35:44.213094 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.agentschedulers_db [None req-f31b28ca-e9cd-4ecd-ba7f-e6249c08515d None None] DHCP Agent not found on host dv-cinder-819668-4-iscsi {{(pid=110502) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 26 13:35:44.302915 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-7f90c269-d9c5-4c6b-b044-f35a64b54122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-568588'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_create {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:35:45.803037 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writer thread running {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 13:35:46.390321 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-c909ed5e-0ed0-46e2-9af1-b768149db5b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-568588'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_create {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:35:46.429703 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-9adbd577-8295-4815-8fe1-9d9e6857be6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:35:47.299995 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 54660) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:35:47.704537 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-568588'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_create {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:35:47.957398 dv-cinder-819668-4-iscsi neutron-server[110500]: WARNING oslo_policy.policy [None req-40829994-ea13-4383-b4c2-84d20a73872e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 13:35:47.958536 dv-cinder-819668-4-iscsi neutron-server[110500]: WARNING oslo_policy.policy [None req-40829994-ea13-4383-b4c2-84d20a73872e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 13:35:48.176654 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [None req-40829994-ea13-4383-b4c2-84d20a73872e admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110500) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 13:35:48.188358 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-40829994-ea13-4383-b4c2-84d20a73872e admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8767827 May 26 13:35:49.104096 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-568588'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_create {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:35:50.449508 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-568588'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_create {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:35:50.451234 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:35:50.452011 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:35:50.452686 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:35:50.454439 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:35:50.455456 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:35:50.455997 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:35:50.458132 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:35:50.458781 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:35:50.459581 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:35:50.460228 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:35:50.460911 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:35:50.461470 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:35:50.462031 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:35:50.462612 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:35:50.463140 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:35:50.465298 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-819668-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:35:50.477711 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-819668-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:35:50.835903 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 54694) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:35:51.472586 dv-cinder-819668-4-iscsi neutron-server[110501]: WARNING oslo_policy.policy [None req-d3737c06-6b6a-409f-85fb-2d47aadcb49f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 13:35:51.474038 dv-cinder-819668-4-iscsi neutron-server[110501]: WARNING oslo_policy.policy [None req-d3737c06-6b6a-409f-85fb-2d47aadcb49f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 13:35:51.672234 dv-cinder-819668-4-iscsi neutron-server[110502]: INFO neutron.db.l3_hamode_db [None req-ae7a9895-4399-432c-8299-1ecb8b3edb83 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 26 13:35:51.702986 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-d3737c06-6b6a-409f-85fb-2d47aadcb49f admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:35:51.752863 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7a9895-4399-432c-8299-1ecb8b3edb83 None None] Routers set() bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:35:51.753252 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7a9895-4399-432c-8299-1ecb8b3edb83 None None] Router IDs set() for agent in host dv-cinder-819668-4-iscsi {{(pid=110502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 26 13:35:51.797750 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.policy [None req-d3737c06-6b6a-409f-85fb-2d47aadcb49f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110501) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 26 13:35:51.839754 dv-cinder-819668-4-iscsi neutron-server[110501]: WARNING oslo_policy.policy [None req-d3737c06-6b6a-409f-85fb-2d47aadcb49f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 13:35:51.840391 dv-cinder-819668-4-iscsi neutron-server[110501]: WARNING oslo_policy.policy [None req-d3737c06-6b6a-409f-85fb-2d47aadcb49f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 13:35:51.860582 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writer thread running {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 13:35:51.943619 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d3737c06-6b6a-409f-85fb-2d47aadcb49f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755651364720', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755651364196', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755651380271', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755651407316', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755651409313', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755651291207', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1848362', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1852359', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-906941', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-961382'] for rbac-policy (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:35:52.014136 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d3737c06-6b6a-409f-85fb-2d47aadcb49f admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:35:52.028110 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-d3737c06-6b6a-409f-85fb-2d47aadcb49f admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1772013 May 26 13:35:54.475537 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 54712) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:35:54.797550 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-0cbd6427-7966-4327-9525-41002f2f8611 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:35:54.827396 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cbd6427-7966-4327-9525-41002f2f8611 demo demo] Made reservation on behalf of b58b1b03bb4947b4be69f8dc27be3cb4 for: {'network': 1} {{(pid=110501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:35:54.831592 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-0cbd6427-7966-4327-9525-41002f2f8611 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for network (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:35:54.848577 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-0cbd6427-7966-4327-9525-41002f2f8611 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:35:54.964064 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-0cbd6427-7966-4327-9525-41002f2f8611 demo demo] Publish callbacks [] for security_group (9c2398d8-5bf1-496f-9054-3e42516a8dae), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:35:54.967834 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-0cbd6427-7966-4327-9525-41002f2f8611 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (9c2398d8-5bf1-496f-9054-3e42516a8dae), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:35:54.994418 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cbd6427-7966-4327-9525-41002f2f8611 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=110501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 13:35:55.028762 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-0cbd6427-7966-4327-9525-41002f2f8611 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755648326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329'] for segment (def7546b-d830-455d-b198-2b312d37a67a), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:35:55.029301 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.db.segments_db [None req-0cbd6427-7966-4327-9525-41002f2f8611 demo demo] Added segment def7546b-d830-455d-b198-2b312d37a67a of type vlan for network c387da49-da95-49db-b81b-c935a00496ae May 26 13:35:55.063886 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd6427-7966-4327-9525-41002f2f8611 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2398d8-5bf1-496f-9054-3e42516a8dae,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:35:55.108046 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbd6427-7966-4327-9525-41002f2f8611 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:35:55.108339 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbd6427-7966-4327-9525-41002f2f8611 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:35:55.108693 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbd6427-7966-4327-9525-41002f2f8611 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:35:55.109047 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbd6427-7966-4327-9525-41002f2f8611 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:35:55.109384 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbd6427-7966-4327-9525-41002f2f8611 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:35:55.109713 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbd6427-7966-4327-9525-41002f2f8611 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:35:55.110038 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbd6427-7966-4327-9525-41002f2f8611 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:35:55.110361 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbd6427-7966-4327-9525-41002f2f8611 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:35:55.110683 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbd6427-7966-4327-9525-41002f2f8611 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:35:55.111009 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbd6427-7966-4327-9525-41002f2f8611 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:35:55.111352 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbd6427-7966-4327-9525-41002f2f8611 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:35:55.111711 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbd6427-7966-4327-9525-41002f2f8611 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:35:55.112053 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbd6427-7966-4327-9525-41002f2f8611 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:35:55.112416 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbd6427-7966-4327-9525-41002f2f8611 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:35:55.112760 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbd6427-7966-4327-9525-41002f2f8611 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:35:55.114856 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbd6427-7966-4327-9525-41002f2f8611 demo demo] Tracked resource versions report: May 26 13:35:55.114856 dv-cinder-819668-4-iscsi neutron-server[110501]: pushed versions: May 26 13:35:55.114856 dv-cinder-819668-4-iscsi neutron-server[110501]: { 'AddressGroup': {'1.2'}, May 26 13:35:55.114856 dv-cinder-819668-4-iscsi neutron-server[110501]: 'Agent': {'1.1'}, May 26 13:35:55.114856 dv-cinder-819668-4-iscsi neutron-server[110501]: 'ConntrackHelper': {'1.0'}, May 26 13:35:55.114856 dv-cinder-819668-4-iscsi neutron-server[110501]: 'LocalIPAssociation': {'1.0'}, May 26 13:35:55.114856 dv-cinder-819668-4-iscsi neutron-server[110501]: 'Log': {'1.0'}, May 26 13:35:55.114856 dv-cinder-819668-4-iscsi neutron-server[110501]: 'NDPProxy': {'1.0'}, May 26 13:35:55.114856 dv-cinder-819668-4-iscsi neutron-server[110501]: 'Network': {'1.1'}, May 26 13:35:55.114856 dv-cinder-819668-4-iscsi neutron-server[110501]: 'Port': {'1.7'}, May 26 13:35:55.114856 dv-cinder-819668-4-iscsi neutron-server[110501]: 'PortForwarding': {'1.3'}, May 26 13:35:55.114856 dv-cinder-819668-4-iscsi neutron-server[110501]: 'QosPolicy': {'1.10'}, May 26 13:35:55.114856 dv-cinder-819668-4-iscsi neutron-server[110501]: 'SecurityGroup': {'1.5'}, May 26 13:35:55.114856 dv-cinder-819668-4-iscsi neutron-server[110501]: 'SecurityGroupRule': {'1.2'}, May 26 13:35:55.114856 dv-cinder-819668-4-iscsi neutron-server[110501]: 'SubPort': {'1.0'}, May 26 13:35:55.114856 dv-cinder-819668-4-iscsi neutron-server[110501]: 'Subnet': {'1.1'}, May 26 13:35:55.114856 dv-cinder-819668-4-iscsi neutron-server[110501]: 'Trunk': {'1.1'}} May 26 13:35:55.114856 dv-cinder-819668-4-iscsi neutron-server[110501]: consumer versions: May 26 13:35:55.114856 dv-cinder-819668-4-iscsi neutron-server[110501]: { DHCP agent@dv-cinder-819668-4-iscsi: {}, May 26 13:35:55.114856 dv-cinder-819668-4-iscsi neutron-server[110501]: L3 agent@dv-cinder-819668-4-iscsi: {}, May 26 13:35:55.114856 dv-cinder-819668-4-iscsi neutron-server[110501]: Metadata agent@dv-cinder-819668-4-iscsi: {}, May 26 13:35:55.114856 dv-cinder-819668-4-iscsi neutron-server[110501]: Metering agent@dv-cinder-819668-4-iscsi: {}, May 26 13:35:55.114856 dv-cinder-819668-4-iscsi neutron-server[110501]: Open vSwitch agent@dv-cinder-819668-4-iscsi: { 'AddressGroup': '1.2', May 26 13:35:55.114856 dv-cinder-819668-4-iscsi neutron-server[110501]: 'Agent': '1.1', May 26 13:35:55.114856 dv-cinder-819668-4-iscsi neutron-server[110501]: 'ConntrackHelper': '1.0', May 26 13:35:55.114856 dv-cinder-819668-4-iscsi neutron-server[110501]: 'LocalIPAssociation': '1.0', May 26 13:35:55.114856 dv-cinder-819668-4-iscsi neutron-server[110501]: 'Log': '1.0', May 26 13:35:55.114856 dv-cinder-819668-4-iscsi neutron-server[110501]: 'NDPProxy': '1.0', May 26 13:35:55.114856 dv-cinder-819668-4-iscsi neutron-server[110501]: 'Network': '1.1', May 26 13:35:55.114856 dv-cinder-819668-4-iscsi neutron-server[110501]: 'Port': '1.7', May 26 13:35:55.114856 dv-cinder-819668-4-iscsi neutron-server[110501]: 'PortForwarding': '1.3', May 26 13:35:55.114856 dv-cinder-819668-4-iscsi neutron-server[110501]: 'QosPolicy': '1.10', May 26 13:35:55.114856 dv-cinder-819668-4-iscsi neutron-server[110501]: 'SecurityGroup': '1.5', May 26 13:35:55.114856 dv-cinder-819668-4-iscsi neutron-server[110501]: 'SecurityGroupRule': '1.2', May 26 13:35:55.114856 dv-cinder-819668-4-iscsi neutron-server[110501]: 'SubPort': '1.0', May 26 13:35:55.114856 dv-cinder-819668-4-iscsi neutron-server[110501]: 'Subnet': '1.1', May 26 13:35:55.114856 dv-cinder-819668-4-iscsi neutron-server[110501]: 'Trunk': '1.1'}} May 26 13:35:55.114856 dv-cinder-819668-4-iscsi neutron-server[110501]: {{(pid=110501) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 13:35:55.140860 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-0cbd6427-7966-4327-9525-41002f2f8611 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755647801200'] for network (c387da49-da95-49db-b81b-c935a00496ae), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:35:55.185965 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-0cbd6427-7966-4327-9525-41002f2f8611 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for network (c387da49-da95-49db-b81b-c935a00496ae), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:35:55.191194 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbd6427-7966-4327-9525-41002f2f8611 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:35:55.192497 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-0cbd6427-7966-4327-9525-41002f2f8611 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:35:55.216897 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=52,neutron:INSERT=45,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:35:55.296410 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-0cbd6427-7966-4327-9525-41002f2f8611 demo demo] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8197730 May 26 13:35:55.321449 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd6427-7966-4327-9525-41002f2f8611 demo demo] Pushing event updated for resources: {'Network': ['ID=c387da49-da95-49db-b81b-c935a00496ae,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:35:55.338189 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Network c387da49-da95-49db-b81b-c935a00496ae details requested by agent ovs-agent-dv-cinder-819668-4-iscsi with host dv-cinder-819668-4-iscsi {{(pid=110502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 13:35:57.796053 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 54726) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:35:58.218437 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1837f7-03c0-4811-92c0-7b3f5b849437 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:35:58.219807 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-fc1837f7-03c0-4811-92c0-7b3f5b849437 demo admin] 10.222.0.16 "GET /v2.0/networks/c387da49-da95-49db-b81b-c935a00496ae HTTP/1.1" status: 200 len: 825 time: 0.4226596 May 26 13:35:58.245626 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-eb77fdda-a4a4-4ae1-90a3-123b61d9f753 demo admin] 10.222.0.16 "GET /v2.0/subnetpools/6aa04dde-ab11-4977-8d54-8274fcbb7e08 HTTP/1.1" status: 200 len: 734 time: 0.0189672 May 26 13:35:58.254320 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-8184394c-0fac-4f42-92fa-cbeea164f6db demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': 'c387da49-da95-49db-b81b-c935a00496ae', 'subnetpool_id': '6aa04dde-ab11-4977-8d54-8274fcbb7e08', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:35:58.276569 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8184394c-0fac-4f42-92fa-cbeea164f6db demo admin] Made reservation on behalf of b58b1b03bb4947b4be69f8dc27be3cb4 for: {'subnet': 1} {{(pid=110501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:35:58.278884 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-8184394c-0fac-4f42-92fa-cbeea164f6db demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:35:58.413943 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:35:58.578493 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-8184394c-0fac-4f42-92fa-cbeea164f6db demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for subnet (308efa6c-dc1e-401b-8da4-311334fcd2f6), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:35:58.648494 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8184394c-0fac-4f42-92fa-cbeea164f6db demo admin] Pushing event updated for resources: {'Subnet': ['ID=308efa6c-dc1e-401b-8da4-311334fcd2f6,revision_number=0']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:35:58.655341 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8184394c-0fac-4f42-92fa-cbeea164f6db demo admin] Checking segment: {'id': 'def7546b-d830-455d-b198-2b312d37a67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c387da49-da95-49db-b81b-c935a00496ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:35:58.655717 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8184394c-0fac-4f42-92fa-cbeea164f6db demo admin] Network hostable DHCP agents. Network: c387da49-da95-49db-b81b-c935a00496ae, hostable agents: ['f02764f4-f497-4694-a2eb-22efe73666f4'], hosted agents: [] {{(pid=110501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 13:35:58.677275 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8184394c-0fac-4f42-92fa-cbeea164f6db demo admin] Network c387da49-da95-49db-b81b-c935a00496ae is scheduled to be hosted by DHCP agent f02764f4-f497-4694-a2eb-22efe73666f4 with binding_index 1 {{(pid=110501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 13:35:58.688386 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.base_scheduler [None req-8184394c-0fac-4f42-92fa-cbeea164f6db demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819668-4-iscsi, c387da49-da95-49db-b81b-c935a00496ae) {{(pid=110501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:35:58.693791 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8184394c-0fac-4f42-92fa-cbeea164f6db demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:35:58.694391 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-8184394c-0fac-4f42-92fa-cbeea164f6db demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for subnet (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:35:58.698516 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcb6bac-f8f7-4695-9b39-69c6aa369893 None None] Network c387da49-da95-49db-b81b-c935a00496ae requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:35:58.713165 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-8184394c-0fac-4f42-92fa-cbeea164f6db demo admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4620621 May 26 13:35:58.967517 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006e302b-7978-4190-8f1d-254889b9be82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c43c4a0-638b-5401-8746-75049319ae93-c387da49-da95-49db-b81b-c935a00496ae', 'network_id': 'c387da49-da95-49db-b81b-c935a00496ae', 'project_id': 'b58b1b03bb4947b4be69f8dc27be3cb4', 'fixed_ips': [{'subnet_id': '308efa6c-dc1e-401b-8da4-311334fcd2f6'}]}} from dv-cinder-819668-4-iscsi. {{(pid=110502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 13:35:58.969010 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-006e302b-7978-4190-8f1d-254889b9be82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:35:59.257015 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.db_base_plugin_common [None req-006e302b-7978-4190-8f1d-254889b9be82 None None] Allocated IP 172.20.0.2 (c387da49-da95-49db-b81b-c935a00496ae/308efa6c-dc1e-401b-8da4-311334fcd2f6/0d66013a-99a1-4740-bc33-e866e3b6395e) {{(pid=110502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:35:59.389133 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=60,neutron:INSERT=37,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:35:59.538471 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-006e302b-7978-4190-8f1d-254889b9be82 None None] Publish callbacks [] for port (0d66013a-99a1-4740-bc33-e866e3b6395e), precommit_create {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:35:59.547040 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-006e302b-7978-4190-8f1d-254889b9be82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041'] for port (0d66013a-99a1-4740-bc33-e866e3b6395e), after_create {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:35:59.630355 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006e302b-7978-4190-8f1d-254889b9be82 None None] Network c387da49-da95-49db-b81b-c935a00496ae is already hosted by enough agents. {{(pid=110502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:35:59.636056 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.scheduler.base_scheduler [None req-006e302b-7978-4190-8f1d-254889b9be82 None None] Resources bound (agent type, host, resource id): {{(pid=110502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:35:59.641311 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e302b-7978-4190-8f1d-254889b9be82 None None] Pushing event updated for resources: {'Port': ['ID=0d66013a-99a1-4740-bc33-e866e3b6395e,revision_number=1']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:35:59.643751 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006e302b-7978-4190-8f1d-254889b9be82 None None] Received port after_create {{(pid=110502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:35:59.645508 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:35:59.663356 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e302b-7978-4190-8f1d-254889b9be82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:35:59.663837 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e302b-7978-4190-8f1d-254889b9be82 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:35:59.664207 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e302b-7978-4190-8f1d-254889b9be82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:35:59.664589 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e302b-7978-4190-8f1d-254889b9be82 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:35:59.664930 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e302b-7978-4190-8f1d-254889b9be82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:35:59.665263 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e302b-7978-4190-8f1d-254889b9be82 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:35:59.665650 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e302b-7978-4190-8f1d-254889b9be82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:35:59.665923 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e302b-7978-4190-8f1d-254889b9be82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:35:59.666252 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e302b-7978-4190-8f1d-254889b9be82 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:35:59.666579 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e302b-7978-4190-8f1d-254889b9be82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:35:59.666910 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e302b-7978-4190-8f1d-254889b9be82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:35:59.667301 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e302b-7978-4190-8f1d-254889b9be82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:35:59.667631 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e302b-7978-4190-8f1d-254889b9be82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:35:59.667954 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e302b-7978-4190-8f1d-254889b9be82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:35:59.668278 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e302b-7978-4190-8f1d-254889b9be82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:35:59.669857 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006e302b-7978-4190-8f1d-254889b9be82 None None] Tracked resource versions report: May 26 13:35:59.669857 dv-cinder-819668-4-iscsi neutron-server[110502]: pushed versions: May 26 13:35:59.669857 dv-cinder-819668-4-iscsi neutron-server[110502]: { 'AddressGroup': {'1.2'}, May 26 13:35:59.669857 dv-cinder-819668-4-iscsi neutron-server[110502]: 'Agent': {'1.1'}, May 26 13:35:59.669857 dv-cinder-819668-4-iscsi neutron-server[110502]: 'ConntrackHelper': {'1.0'}, May 26 13:35:59.669857 dv-cinder-819668-4-iscsi neutron-server[110502]: 'LocalIPAssociation': {'1.0'}, May 26 13:35:59.669857 dv-cinder-819668-4-iscsi neutron-server[110502]: 'Log': {'1.0'}, May 26 13:35:59.669857 dv-cinder-819668-4-iscsi neutron-server[110502]: 'NDPProxy': {'1.0'}, May 26 13:35:59.669857 dv-cinder-819668-4-iscsi neutron-server[110502]: 'Network': {'1.1'}, May 26 13:35:59.669857 dv-cinder-819668-4-iscsi neutron-server[110502]: 'Port': {'1.7'}, May 26 13:35:59.669857 dv-cinder-819668-4-iscsi neutron-server[110502]: 'PortForwarding': {'1.3'}, May 26 13:35:59.669857 dv-cinder-819668-4-iscsi neutron-server[110502]: 'QosPolicy': {'1.10'}, May 26 13:35:59.669857 dv-cinder-819668-4-iscsi neutron-server[110502]: 'SecurityGroup': {'1.5'}, May 26 13:35:59.669857 dv-cinder-819668-4-iscsi neutron-server[110502]: 'SecurityGroupRule': {'1.2'}, May 26 13:35:59.669857 dv-cinder-819668-4-iscsi neutron-server[110502]: 'SubPort': {'1.0'}, May 26 13:35:59.669857 dv-cinder-819668-4-iscsi neutron-server[110502]: 'Subnet': {'1.1'}, May 26 13:35:59.669857 dv-cinder-819668-4-iscsi neutron-server[110502]: 'Trunk': {'1.1'}} May 26 13:35:59.669857 dv-cinder-819668-4-iscsi neutron-server[110502]: consumer versions: May 26 13:35:59.669857 dv-cinder-819668-4-iscsi neutron-server[110502]: { DHCP agent@dv-cinder-819668-4-iscsi: {}, May 26 13:35:59.669857 dv-cinder-819668-4-iscsi neutron-server[110502]: L3 agent@dv-cinder-819668-4-iscsi: {}, May 26 13:35:59.669857 dv-cinder-819668-4-iscsi neutron-server[110502]: Metadata agent@dv-cinder-819668-4-iscsi: {}, May 26 13:35:59.669857 dv-cinder-819668-4-iscsi neutron-server[110502]: Metering agent@dv-cinder-819668-4-iscsi: {}, May 26 13:35:59.669857 dv-cinder-819668-4-iscsi neutron-server[110502]: Open vSwitch agent@dv-cinder-819668-4-iscsi: { 'AddressGroup': '1.2', May 26 13:35:59.669857 dv-cinder-819668-4-iscsi neutron-server[110502]: 'Agent': '1.1', May 26 13:35:59.669857 dv-cinder-819668-4-iscsi neutron-server[110502]: 'ConntrackHelper': '1.0', May 26 13:35:59.669857 dv-cinder-819668-4-iscsi neutron-server[110502]: 'LocalIPAssociation': '1.0', May 26 13:35:59.669857 dv-cinder-819668-4-iscsi neutron-server[110502]: 'Log': '1.0', May 26 13:35:59.669857 dv-cinder-819668-4-iscsi neutron-server[110502]: 'NDPProxy': '1.0', May 26 13:35:59.669857 dv-cinder-819668-4-iscsi neutron-server[110502]: 'Network': '1.1', May 26 13:35:59.669857 dv-cinder-819668-4-iscsi neutron-server[110502]: 'Port': '1.7', May 26 13:35:59.669857 dv-cinder-819668-4-iscsi neutron-server[110502]: 'PortForwarding': '1.3', May 26 13:35:59.669857 dv-cinder-819668-4-iscsi neutron-server[110502]: 'QosPolicy': '1.10', May 26 13:35:59.669857 dv-cinder-819668-4-iscsi neutron-server[110502]: 'SecurityGroup': '1.5', May 26 13:35:59.669857 dv-cinder-819668-4-iscsi neutron-server[110502]: 'SecurityGroupRule': '1.2', May 26 13:35:59.669857 dv-cinder-819668-4-iscsi neutron-server[110502]: 'SubPort': '1.0', May 26 13:35:59.669857 dv-cinder-819668-4-iscsi neutron-server[110502]: 'Subnet': '1.1', May 26 13:35:59.669857 dv-cinder-819668-4-iscsi neutron-server[110502]: 'Trunk': '1.1'}} May 26 13:35:59.669857 dv-cinder-819668-4-iscsi neutron-server[110502]: {{(pid=110502) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 13:35:59.749433 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-006e302b-7978-4190-8f1d-254889b9be82 None None] Attempting to bind port 0d66013a-99a1-4740-bc33-e866e3b6395e on host dv-cinder-819668-4-iscsi for vnic_type normal with profile {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:35:59.750113 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-006e302b-7978-4190-8f1d-254889b9be82 None None] Attempting to bind port 0d66013a-99a1-4740-bc33-e866e3b6395e by drivers openvswitch,hyperv on host dv-cinder-819668-4-iscsi at level 0 using segments [{'id': 'def7546b-d830-455d-b198-2b312d37a67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c387da49-da95-49db-b81b-c935a00496ae'}] {{(pid=110502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:35:59.750254 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006e302b-7978-4190-8f1d-254889b9be82 None None] Attempting to bind port 0d66013a-99a1-4740-bc33-e866e3b6395e on network c387da49-da95-49db-b81b-c935a00496ae {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:35:59.756156 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006e302b-7978-4190-8f1d-254889b9be82 None None] Checking agent: {'id': '8ab0da26-f041-4f99-a2cc-fa5d75d9001c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 35, 50), 'started_at': datetime.datetime(2022, 5, 26, 13, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:35:59.756547 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006e302b-7978-4190-8f1d-254889b9be82 None None] Checking segment: {'id': 'def7546b-d830-455d-b198-2b312d37a67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c387da49-da95-49db-b81b-c935a00496ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:35:59.757023 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-006e302b-7978-4190-8f1d-254889b9be82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:35:59.757414 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006e302b-7978-4190-8f1d-254889b9be82 None None] Bound using segment: {'id': 'def7546b-d830-455d-b198-2b312d37a67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c387da49-da95-49db-b81b-c935a00496ae'} {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:35:59.757906 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-006e302b-7978-4190-8f1d-254889b9be82 None None] Bound port: 0d66013a-99a1-4740-bc33-e866e3b6395e, host: dv-cinder-819668-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'def7546b-d830-455d-b198-2b312d37a67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c387da49-da95-49db-b81b-c935a00496ae'}}] {{(pid=110502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:35:59.758301 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-006e302b-7978-4190-8f1d-254889b9be82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (0d66013a-99a1-4740-bc33-e866e3b6395e), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:35:59.823746 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-006e302b-7978-4190-8f1d-254889b9be82 None None] For port 0d66013a-99a1-4740-bc33-e866e3b6395e, host dv-cinder-819668-4-iscsi, cleared binding levels {{(pid=110502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:35:59.845645 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-006e302b-7978-4190-8f1d-254889b9be82 None None] For port 0d66013a-99a1-4740-bc33-e866e3b6395e, host dv-cinder-819668-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=0d66013a-99a1-4740-bc33-e866e3b6395e,segment=NetworkSegment(def7546b-d830-455d-b198-2b312d37a67a),segment_id=def7546b-d830-455d-b198-2b312d37a67a)] {{(pid=110502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:35:59.853561 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-006e302b-7978-4190-8f1d-254889b9be82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (0d66013a-99a1-4740-bc33-e866e3b6395e), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:35:59.922169 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e302b-7978-4190-8f1d-254889b9be82 None None] Pushing event updated for resources: {'Port': ['ID=0d66013a-99a1-4740-bc33-e866e3b6395e,revision_number=2']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:36:01.215617 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 54736) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:36:01.553402 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [None req-cfbaff59-a1b5-444f-8517-2097347adb78 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110501) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 13:36:01.554482 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-cfbaff59-a1b5-444f-8517-2097347adb78 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3379271 May 26 13:36:02.130086 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=6 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:36:02.138431 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:36:04.053893 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 54748) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:36:04.391087 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [None req-f227f313-4d8e-42fc-9148-13767f333a20 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110500) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 13:36:04.406444 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-f227f313-4d8e-42fc-9148-13767f333a20 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3372571 May 26 13:36:06.881718 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 54756) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:36:07.228070 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-b922e213-923e-43d3-9ed9-7d5f497fd613 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:36:07.291528 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.policy [None req-b922e213-923e-43d3-9ed9-7d5f497fd613 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110500) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 26 13:36:07.334725 dv-cinder-819668-4-iscsi neutron-server[110500]: WARNING oslo_policy.policy [None req-b922e213-923e-43d3-9ed9-7d5f497fd613 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 13:36:07.335112 dv-cinder-819668-4-iscsi neutron-server[110500]: WARNING oslo_policy.policy [None req-b922e213-923e-43d3-9ed9-7d5f497fd613 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 13:36:07.355073 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writer thread running {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 13:36:07.377044 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:36:07.399261 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-b922e213-923e-43d3-9ed9-7d5f497fd613 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7936'] for router (378487c1-7518-4cd8-a531-ece8bf5204ba), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:07.401174 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-b922e213-923e-43d3-9ed9-7d5f497fd613 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-906688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-655507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7993'] for router (378487c1-7518-4cd8-a531-ece8bf5204ba), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:07.562912 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-b922e213-923e-43d3-9ed9-7d5f497fd613 demo demo] Publish callbacks [] for router_controller (378487c1-7518-4cd8-a531-ece8bf5204ba), precommit_add_association {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:07.570670 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-b922e213-923e-43d3-9ed9-7d5f497fd613 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-906743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569091'] for router (378487c1-7518-4cd8-a531-ece8bf5204ba), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:07.594758 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-b922e213-923e-43d3-9ed9-7d5f497fd613 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:07.608336 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-b922e213-923e-43d3-9ed9-7d5f497fd613 demo demo] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7131937 May 26 13:36:08.696798 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=24,neutron:INSERT=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:36:08.705164 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=59,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:36:09.907978 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:36:09.919507 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=34,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:36:10.100881 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 54772) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:36:10.442996 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [None req-c06ed881-1dee-4843-b22a-25831cc8dc07 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110501) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 13:36:10.444019 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-c06ed881-1dee-4843-b22a-25831cc8dc07 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3422029 May 26 13:36:11.229744 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 0d66013a-99a1-4740-bc33-e866e3b6395e up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:36:11.323878 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port 0d66013a-99a1-4740-bc33-e866e3b6395e triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:36:11.324292 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (0d66013a-99a1-4740-bc33-e866e3b6395e), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:11.441484 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port 0d66013a-99a1-4740-bc33-e866e3b6395e is: DOWN; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:36:11.442045 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (0d66013a-99a1-4740-bc33-e866e3b6395e), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:11.491942 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] For port 0d66013a-99a1-4740-bc33-e866e3b6395e, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=0d66013a-99a1-4740-bc33-e866e3b6395e,segment=NetworkSegment(def7546b-d830-455d-b198-2b312d37a67a),segment_id=def7546b-d830-455d-b198-2b312d37a67a)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:36:11.496766 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (0d66013a-99a1-4740-bc33-e866e3b6395e), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:11.551620 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Pushing event updated for resources: {'Port': ['ID=0d66013a-99a1-4740-bc33-e866e3b6395e,revision_number=3']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:36:11.557277 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6393a6-757f-42e6-89f7-30fdb417a570 None None] Network c387da49-da95-49db-b81b-c935a00496ae requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:36:11.617297 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-f82ddd13-cd40-4336-a85c-f8d095b2b990 None None] Provisioning complete for port 0d66013a-99a1-4740-bc33-e866e3b6395e triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:36:11.617684 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-f82ddd13-cd40-4336-a85c-f8d095b2b990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (0d66013a-99a1-4740-bc33-e866e3b6395e), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:11.767297 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-f82ddd13-cd40-4336-a85c-f8d095b2b990 None None] Current status of the port 0d66013a-99a1-4740-bc33-e866e3b6395e is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:36:11.992042 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-3be76556-0ed8-4489-a1bb-ca9807ab4ab3 None None] Provisioning complete for port 0d66013a-99a1-4740-bc33-e866e3b6395e triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:36:11.992565 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-3be76556-0ed8-4489-a1bb-ca9807ab4ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (0d66013a-99a1-4740-bc33-e866e3b6395e), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:12.082136 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-3be76556-0ed8-4489-a1bb-ca9807ab4ab3 None None] Current status of the port 0d66013a-99a1-4740-bc33-e866e3b6395e is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:36:13.066937 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 54780) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:36:13.192412 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 0d66013a-99a1-4740-bc33-e866e3b6395e up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:36:13.237018 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port 0d66013a-99a1-4740-bc33-e866e3b6395e triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:36:13.237390 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (0d66013a-99a1-4740-bc33-e866e3b6395e), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:13.322570 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port 0d66013a-99a1-4740-bc33-e866e3b6395e is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:36:13.432760 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-0229f669-68dd-4d1f-bdc2-0ccf096d2c91 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:36:13.453499 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0229f669-68dd-4d1f-bdc2-0ccf096d2c91 admin admin] Made reservation on behalf of 56278f94460f422387fbeb96048d2270 for: {'network': 1} {{(pid=110501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:36:13.456020 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-0229f669-68dd-4d1f-bdc2-0ccf096d2c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for network (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:13.465659 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-0229f669-68dd-4d1f-bdc2-0ccf096d2c91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:13.539539 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-0229f669-68dd-4d1f-bdc2-0ccf096d2c91 admin admin] Publish callbacks [] for security_group (d28c58ec-eff2-4b54-838c-08025dcb179d), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:13.543216 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-0229f669-68dd-4d1f-bdc2-0ccf096d2c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (d28c58ec-eff2-4b54-838c-08025dcb179d), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:13.558388 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0229f669-68dd-4d1f-bdc2-0ccf096d2c91 admin admin] Reserving flat network on physical network physnet1 {{(pid=110501) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 26 13:36:13.578573 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0229f669-68dd-4d1f-bdc2-0ccf096d2c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28c58ec-eff2-4b54-838c-08025dcb179d,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:36:13.584334 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-0229f669-68dd-4d1f-bdc2-0ccf096d2c91 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755648326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329'] for segment (36759762-4a51-4579-800b-deb2c27dac78), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:13.584738 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.db.segments_db [None req-0229f669-68dd-4d1f-bdc2-0ccf096d2c91 admin admin] Added segment 36759762-4a51-4579-800b-deb2c27dac78 of type flat for network 90e76b28-de17-4e9a-956c-e3acc4b829ee May 26 13:36:13.633547 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-0229f669-68dd-4d1f-bdc2-0ccf096d2c91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755647801200'] for network (90e76b28-de17-4e9a-956c-e3acc4b829ee), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:13.669576 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-0229f669-68dd-4d1f-bdc2-0ccf096d2c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for network (90e76b28-de17-4e9a-956c-e3acc4b829ee), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:13.670554 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0229f669-68dd-4d1f-bdc2-0ccf096d2c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:36:13.671112 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-0229f669-68dd-4d1f-bdc2-0ccf096d2c91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:13.743553 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-0229f669-68dd-4d1f-bdc2-0ccf096d2c91 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6755202 May 26 13:36:13.774228 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0229f669-68dd-4d1f-bdc2-0ccf096d2c91 admin admin] Pushing event updated for resources: {'Network': ['ID=90e76b28-de17-4e9a-956c-e3acc4b829ee,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:36:13.786362 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Network 90e76b28-de17-4e9a-956c-e3acc4b829ee details requested by agent ovs-agent-dv-cinder-819668-4-iscsi with host dv-cinder-819668-4-iscsi {{(pid=110502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 13:36:14.047184 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-9ca2481d-3aa4-4ae1-ba80-0f5594121310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:16.233011 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 54788) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:36:16.395878 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5ea761df-5761-4dcf-896f-45aba1e13f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:16.626911 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe7437a-ced4-49f2-b875-8b33b6388713 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:36:16.628995 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-7fe7437a-ced4-49f2-b875-8b33b6388713 demo admin] 10.222.0.16 "GET /v2.0/subnets/308efa6c-dc1e-401b-8da4-311334fcd2f6 HTTP/1.1" status: 200 len: 849 time: 0.3948267 May 26 13:36:16.793230 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-65e2496b-6107-4081-b1f0-4012936eaf01 demo admin] 10.222.0.16 "GET /v2.0/routers/378487c1-7518-4cd8-a531-ece8bf5204ba HTTP/1.1" status: 200 len: 704 time: 0.1582992 May 26 13:36:17.063223 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ac0c5f70-6121-4853-bf75-83b8e1b58914 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:17.200261 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:36:17.366581 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.db_base_plugin_common [None req-ac0c5f70-6121-4853-bf75-83b8e1b58914 demo admin] Allocated IP 172.20.0.1 (c387da49-da95-49db-b81b-c935a00496ae/308efa6c-dc1e-401b-8da4-311334fcd2f6/42f5dee8-74f9-45b3-8062-6d442df44190) {{(pid=110501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:36:17.436227 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:36:17.576801 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ac0c5f70-6121-4853-bf75-83b8e1b58914 demo admin] Publish callbacks [] for port (42f5dee8-74f9-45b3-8062-6d442df44190), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:17.588095 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:36:17.589038 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=12,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:36:17.645961 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ac0c5f70-6121-4853-bf75-83b8e1b58914 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041'] for port (42f5dee8-74f9-45b3-8062-6d442df44190), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:17.658482 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:36:17.664148 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:17.721459 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0c5f70-6121-4853-bf75-83b8e1b58914 demo admin] Network c387da49-da95-49db-b81b-c935a00496ae is already hosted by enough agents. {{(pid=110501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:36:17.726722 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.base_scheduler [None req-ac0c5f70-6121-4853-bf75-83b8e1b58914 demo admin] Resources bound (agent type, host, resource id): {{(pid=110501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:36:17.737608 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0c5f70-6121-4853-bf75-83b8e1b58914 demo admin] Received port after_create {{(pid=110501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:36:17.738370 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ac0c5f70-6121-4853-bf75-83b8e1b58914 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568432'] for router_interface (378487c1-7518-4cd8-a531-ece8bf5204ba), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:17.762209 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0c5f70-6121-4853-bf75-83b8e1b58914 demo admin] Pushing event updated for resources: {'Port': ['ID=42f5dee8-74f9-45b3-8062-6d442df44190,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:36:17.941346 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ac0c5f70-6121-4853-bf75-83b8e1b58914 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (42f5dee8-74f9-45b3-8062-6d442df44190), before_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:17.991294 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-b4c544e5-9862-46d3-b24a-741932433566 None None] Provisioning complete for port 42f5dee8-74f9-45b3-8062-6d442df44190 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:36:17.991692 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-b4c544e5-9862-46d3-b24a-741932433566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (42f5dee8-74f9-45b3-8062-6d442df44190), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:18.014609 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:36:18.023447 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-b4c544e5-9862-46d3-b24a-741932433566 None None] Port 42f5dee8-74f9-45b3-8062-6d442df44190 cannot update to ACTIVE because it is not bound. {{(pid=110502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:36:18.191165 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ac0c5f70-6121-4853-bf75-83b8e1b58914 demo admin] Publish callbacks [] for port (42f5dee8-74f9-45b3-8062-6d442df44190), precommit_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:18.195743 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ac0c5f70-6121-4853-bf75-83b8e1b58914 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (42f5dee8-74f9-45b3-8062-6d442df44190), after_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:18.196646 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ac0c5f70-6121-4853-bf75-83b8e1b58914 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-302209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568768'] for router_interface (378487c1-7518-4cd8-a531-ece8bf5204ba), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:18.282742 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0c5f70-6121-4853-bf75-83b8e1b58914 demo admin] Pushing event updated for resources: {'Port': ['ID=42f5dee8-74f9-45b3-8062-6d442df44190,revision_number=2']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:36:18.327582 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0c5f70-6121-4853-bf75-83b8e1b58914 demo admin] Network c387da49-da95-49db-b81b-c935a00496ae is already hosted by enough agents. {{(pid=110501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:36:18.328899 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.base_scheduler [None req-ac0c5f70-6121-4853-bf75-83b8e1b58914 demo admin] Resources bound (agent type, host, resource id): {{(pid=110501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:36:18.333562 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:36:18.441670 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:36:18.488238 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac0c5f70-6121-4853-bf75-83b8e1b58914 demo admin] Router 378487c1-7518-4cd8-a531-ece8bf5204ba is scheduled to L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f with binding_index 1 {{(pid=110501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 13:36:18.543093 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-a66019b5-2176-4ec5-9295-f225220481e4 None None] Provisioning complete for port 42f5dee8-74f9-45b3-8062-6d442df44190 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:36:18.543527 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-a66019b5-2176-4ec5-9295-f225220481e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (42f5dee8-74f9-45b3-8062-6d442df44190), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:18.576721 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-a66019b5-2176-4ec5-9295-f225220481e4 None None] Port 42f5dee8-74f9-45b3-8062-6d442df44190 cannot update to ACTIVE because it is not bound. {{(pid=110502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:36:18.578618 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0c5f70-6121-4853-bf75-83b8e1b58914 demo admin] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:36:18.584287 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-ac0c5f70-6121-4853-bf75-83b8e1b58914 demo admin] 10.222.0.16 "PUT /v2.0/routers/378487c1-7518-4cd8-a531-ece8bf5204ba/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7857718 May 26 13:36:18.608084 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23325523-6fbe-473b-80d3-deb6241364e9 None None] Sync routers for ids ['378487c1-7518-4cd8-a531-ece8bf5204ba'] in dv-cinder-819668-4-iscsi {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:36:18.621093 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23325523-6fbe-473b-80d3-deb6241364e9 None None] Routers {'378487c1-7518-4cd8-a531-ece8bf5204ba'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:36:18.621937 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-23325523-6fbe-473b-80d3-deb6241364e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:36:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['378487c1-7518-4cd8-a531-ece8bf5204ba'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:36:18.813290 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-23325523-6fbe-473b-80d3-deb6241364e9 None None] Set router 378487c1-7518-4cd8-a531-ece8bf5204ba gateway port host: None {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:36:19.063404 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:19.240471 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-23325523-6fbe-473b-80d3-deb6241364e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378487c1-7518-4cd8-a531-ece8bf5204ba', 'name': 'router1', 'tenant_id': 'b58b1b03bb4947b4be69f8dc27be3cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:36:07Z', 'updated_at': '2022-05-26T13:36:17Z', 'revision_number': 2, 'project_id': 'b58b1b03bb4947b4be69f8dc27be3cb4', 'gw_port_host': None, '_interfaces': [{'id': '42f5dee8-74f9-45b3-8062-6d442df44190', 'name': '', 'network_id': 'c387da49-da95-49db-b81b-c935a00496ae', 'tenant_id': 'b58b1b03bb4947b4be69f8dc27be3cb4', 'mac_address': 'fa:16:3e:68:e7:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '378487c1-7518-4cd8-a531-ece8bf5204ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '308efa6c-dc1e-401b-8da4-311334fcd2f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:36:17Z', 'updated_at': '2022-05-26T13:36:18Z', 'revision_number': 2, 'project_id': 'b58b1b03bb4947b4be69f8dc27be3cb4', 'subnets': [{'id': '308efa6c-dc1e-401b-8da4-311334fcd2f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6aa04dde-ab11-4977-8d54-8274fcbb7e08'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:36:19.290373 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23325523-6fbe-473b-80d3-deb6241364e9 None None] Checking router: 378487c1-7518-4cd8-a531-ece8bf5204ba for host: dv-cinder-819668-4-iscsi {{(pid=110503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:36:19.290734 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23325523-6fbe-473b-80d3-deb6241364e9 None None] Updating router 378487c1-7518-4cd8-a531-ece8bf5204ba port 42f5dee8-74f9-45b3-8062-6d442df44190 binding host dv-cinder-819668-4-iscsi {{(pid=110503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 13:36:19.344256 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-23325523-6fbe-473b-80d3-deb6241364e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (42f5dee8-74f9-45b3-8062-6d442df44190), before_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:19.903587 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-23325523-6fbe-473b-80d3-deb6241364e9 None None] Publish callbacks [] for port (42f5dee8-74f9-45b3-8062-6d442df44190), precommit_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:19.915023 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-23325523-6fbe-473b-80d3-deb6241364e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (42f5dee8-74f9-45b3-8062-6d442df44190), after_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:20.050234 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c25037-2d98-41ac-b1e0-21a3155ca574 None None] Pushing event updated for resources: {'Port': ['ID=42f5dee8-74f9-45b3-8062-6d442df44190,revision_number=3']} {{(pid=110503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:36:20.079910 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c25037-2d98-41ac-b1e0-21a3155ca574 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:36:20.079910 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c25037-2d98-41ac-b1e0-21a3155ca574 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:36:20.079910 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c25037-2d98-41ac-b1e0-21a3155ca574 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:36:20.079910 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c25037-2d98-41ac-b1e0-21a3155ca574 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:36:20.080458 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c25037-2d98-41ac-b1e0-21a3155ca574 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:36:20.080532 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c25037-2d98-41ac-b1e0-21a3155ca574 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:36:20.080822 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c25037-2d98-41ac-b1e0-21a3155ca574 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:36:20.081907 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c25037-2d98-41ac-b1e0-21a3155ca574 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:36:20.082209 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c25037-2d98-41ac-b1e0-21a3155ca574 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:36:20.082564 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c25037-2d98-41ac-b1e0-21a3155ca574 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:36:20.082893 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c25037-2d98-41ac-b1e0-21a3155ca574 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:36:20.083233 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c25037-2d98-41ac-b1e0-21a3155ca574 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:36:20.083560 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c25037-2d98-41ac-b1e0-21a3155ca574 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:36:20.083883 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c25037-2d98-41ac-b1e0-21a3155ca574 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:36:20.084202 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c25037-2d98-41ac-b1e0-21a3155ca574 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:36:20.085750 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c25037-2d98-41ac-b1e0-21a3155ca574 None None] Tracked resource versions report: May 26 13:36:20.085750 dv-cinder-819668-4-iscsi neutron-server[110503]: pushed versions: May 26 13:36:20.085750 dv-cinder-819668-4-iscsi neutron-server[110503]: { 'AddressGroup': {'1.2'}, May 26 13:36:20.085750 dv-cinder-819668-4-iscsi neutron-server[110503]: 'Agent': {'1.1'}, May 26 13:36:20.085750 dv-cinder-819668-4-iscsi neutron-server[110503]: 'ConntrackHelper': {'1.0'}, May 26 13:36:20.085750 dv-cinder-819668-4-iscsi neutron-server[110503]: 'LocalIPAssociation': {'1.0'}, May 26 13:36:20.085750 dv-cinder-819668-4-iscsi neutron-server[110503]: 'Log': {'1.0'}, May 26 13:36:20.085750 dv-cinder-819668-4-iscsi neutron-server[110503]: 'NDPProxy': {'1.0'}, May 26 13:36:20.085750 dv-cinder-819668-4-iscsi neutron-server[110503]: 'Network': {'1.1'}, May 26 13:36:20.085750 dv-cinder-819668-4-iscsi neutron-server[110503]: 'Port': {'1.7'}, May 26 13:36:20.085750 dv-cinder-819668-4-iscsi neutron-server[110503]: 'PortForwarding': {'1.3'}, May 26 13:36:20.085750 dv-cinder-819668-4-iscsi neutron-server[110503]: 'QosPolicy': {'1.10'}, May 26 13:36:20.085750 dv-cinder-819668-4-iscsi neutron-server[110503]: 'SecurityGroup': {'1.5'}, May 26 13:36:20.085750 dv-cinder-819668-4-iscsi neutron-server[110503]: 'SecurityGroupRule': {'1.2'}, May 26 13:36:20.085750 dv-cinder-819668-4-iscsi neutron-server[110503]: 'SubPort': {'1.0'}, May 26 13:36:20.085750 dv-cinder-819668-4-iscsi neutron-server[110503]: 'Subnet': {'1.1'}, May 26 13:36:20.085750 dv-cinder-819668-4-iscsi neutron-server[110503]: 'Trunk': {'1.1'}} May 26 13:36:20.085750 dv-cinder-819668-4-iscsi neutron-server[110503]: consumer versions: May 26 13:36:20.085750 dv-cinder-819668-4-iscsi neutron-server[110503]: { DHCP agent@dv-cinder-819668-4-iscsi: {}, May 26 13:36:20.085750 dv-cinder-819668-4-iscsi neutron-server[110503]: L3 agent@dv-cinder-819668-4-iscsi: {}, May 26 13:36:20.085750 dv-cinder-819668-4-iscsi neutron-server[110503]: Metadata agent@dv-cinder-819668-4-iscsi: {}, May 26 13:36:20.085750 dv-cinder-819668-4-iscsi neutron-server[110503]: Metering agent@dv-cinder-819668-4-iscsi: {}, May 26 13:36:20.085750 dv-cinder-819668-4-iscsi neutron-server[110503]: Open vSwitch agent@dv-cinder-819668-4-iscsi: { 'AddressGroup': '1.2', May 26 13:36:20.085750 dv-cinder-819668-4-iscsi neutron-server[110503]: 'Agent': '1.1', May 26 13:36:20.085750 dv-cinder-819668-4-iscsi neutron-server[110503]: 'ConntrackHelper': '1.0', May 26 13:36:20.085750 dv-cinder-819668-4-iscsi neutron-server[110503]: 'LocalIPAssociation': '1.0', May 26 13:36:20.085750 dv-cinder-819668-4-iscsi neutron-server[110503]: 'Log': '1.0', May 26 13:36:20.085750 dv-cinder-819668-4-iscsi neutron-server[110503]: 'NDPProxy': '1.0', May 26 13:36:20.085750 dv-cinder-819668-4-iscsi neutron-server[110503]: 'Network': '1.1', May 26 13:36:20.085750 dv-cinder-819668-4-iscsi neutron-server[110503]: 'Port': '1.7', May 26 13:36:20.085750 dv-cinder-819668-4-iscsi neutron-server[110503]: 'PortForwarding': '1.3', May 26 13:36:20.085750 dv-cinder-819668-4-iscsi neutron-server[110503]: 'QosPolicy': '1.10', May 26 13:36:20.085750 dv-cinder-819668-4-iscsi neutron-server[110503]: 'SecurityGroup': '1.5', May 26 13:36:20.085750 dv-cinder-819668-4-iscsi neutron-server[110503]: 'SecurityGroupRule': '1.2', May 26 13:36:20.085750 dv-cinder-819668-4-iscsi neutron-server[110503]: 'SubPort': '1.0', May 26 13:36:20.085750 dv-cinder-819668-4-iscsi neutron-server[110503]: 'Subnet': '1.1', May 26 13:36:20.085750 dv-cinder-819668-4-iscsi neutron-server[110503]: 'Trunk': '1.1'}} May 26 13:36:20.085750 dv-cinder-819668-4-iscsi neutron-server[110503]: {{(pid=110503) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 13:36:20.116005 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.managers [None req-23325523-6fbe-473b-80d3-deb6241364e9 None None] Attempting to bind port 42f5dee8-74f9-45b3-8062-6d442df44190 on host dv-cinder-819668-4-iscsi for vnic_type normal with profile {{(pid=110503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:36:20.116438 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.managers [None req-23325523-6fbe-473b-80d3-deb6241364e9 None None] Attempting to bind port 42f5dee8-74f9-45b3-8062-6d442df44190 by drivers openvswitch,hyperv on host dv-cinder-819668-4-iscsi at level 0 using segments [{'id': 'def7546b-d830-455d-b198-2b312d37a67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c387da49-da95-49db-b81b-c935a00496ae'}] {{(pid=110503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:36:20.116890 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23325523-6fbe-473b-80d3-deb6241364e9 None None] Attempting to bind port 42f5dee8-74f9-45b3-8062-6d442df44190 on network c387da49-da95-49db-b81b-c935a00496ae {{(pid=110503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:36:20.122530 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23325523-6fbe-473b-80d3-deb6241364e9 None None] Checking agent: {'id': '8ab0da26-f041-4f99-a2cc-fa5d75d9001c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 35, 50), 'started_at': datetime.datetime(2022, 5, 26, 13, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:36:20.122933 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23325523-6fbe-473b-80d3-deb6241364e9 None None] Checking segment: {'id': 'def7546b-d830-455d-b198-2b312d37a67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c387da49-da95-49db-b81b-c935a00496ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:36:20.123426 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-23325523-6fbe-473b-80d3-deb6241364e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:20.123849 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23325523-6fbe-473b-80d3-deb6241364e9 None None] Bound using segment: {'id': 'def7546b-d830-455d-b198-2b312d37a67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c387da49-da95-49db-b81b-c935a00496ae'} {{(pid=110503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:36:20.124364 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.managers [None req-23325523-6fbe-473b-80d3-deb6241364e9 None None] Bound port: 42f5dee8-74f9-45b3-8062-6d442df44190, host: dv-cinder-819668-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'def7546b-d830-455d-b198-2b312d37a67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c387da49-da95-49db-b81b-c935a00496ae'}}] {{(pid=110503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:36:20.124747 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-23325523-6fbe-473b-80d3-deb6241364e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (42f5dee8-74f9-45b3-8062-6d442df44190), before_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:20.194962 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.db [None req-23325523-6fbe-473b-80d3-deb6241364e9 None None] For port 42f5dee8-74f9-45b3-8062-6d442df44190, host dv-cinder-819668-4-iscsi, cleared binding levels {{(pid=110503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:36:20.197461 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:36:20.215754 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:36:20.218727 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.db [None req-23325523-6fbe-473b-80d3-deb6241364e9 None None] For port 42f5dee8-74f9-45b3-8062-6d442df44190, host dv-cinder-819668-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=42f5dee8-74f9-45b3-8062-6d442df44190,segment=NetworkSegment(def7546b-d830-455d-b198-2b312d37a67a),segment_id=def7546b-d830-455d-b198-2b312d37a67a)] {{(pid=110503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:36:20.226055 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-2fb1bb0a-4a3e-4894-af7c-2e5f6373f230 None None] Provisioning complete for port 42f5dee8-74f9-45b3-8062-6d442df44190 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:36:20.226574 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-23325523-6fbe-473b-80d3-deb6241364e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (42f5dee8-74f9-45b3-8062-6d442df44190), after_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:20.227414 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-2fb1bb0a-4a3e-4894-af7c-2e5f6373f230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (42f5dee8-74f9-45b3-8062-6d442df44190), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:20.290491 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c25037-2d98-41ac-b1e0-21a3155ca574 None None] Pushing event updated for resources: {'Port': ['ID=42f5dee8-74f9-45b3-8062-6d442df44190,revision_number=4']} {{(pid=110503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:36:20.297785 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23325523-6fbe-473b-80d3-deb6241364e9 None None] Routers {'378487c1-7518-4cd8-a531-ece8bf5204ba'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:36:20.298409 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-23325523-6fbe-473b-80d3-deb6241364e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:36:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['378487c1-7518-4cd8-a531-ece8bf5204ba'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:36:20.323016 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-2fb1bb0a-4a3e-4894-af7c-2e5f6373f230 None None] Current status of the port 42f5dee8-74f9-45b3-8062-6d442df44190 is: DOWN; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:36:20.323686 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-2fb1bb0a-4a3e-4894-af7c-2e5f6373f230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (42f5dee8-74f9-45b3-8062-6d442df44190), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:20.362877 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-2fb1bb0a-4a3e-4894-af7c-2e5f6373f230 None None] For port 42f5dee8-74f9-45b3-8062-6d442df44190, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=42f5dee8-74f9-45b3-8062-6d442df44190,segment=NetworkSegment(def7546b-d830-455d-b198-2b312d37a67a),segment_id=def7546b-d830-455d-b198-2b312d37a67a)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:36:20.370184 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-2fb1bb0a-4a3e-4894-af7c-2e5f6373f230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (42f5dee8-74f9-45b3-8062-6d442df44190), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:20.389320 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-23325523-6fbe-473b-80d3-deb6241364e9 None None] Set router 378487c1-7518-4cd8-a531-ece8bf5204ba gateway port host: None {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:36:20.426941 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb1bb0a-4a3e-4894-af7c-2e5f6373f230 None None] Pushing event updated for resources: {'Port': ['ID=42f5dee8-74f9-45b3-8062-6d442df44190,revision_number=5']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:36:20.464177 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:20.491626 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-631ba6cb-221d-47a4-865f-42566bf798ec None None] Provisioning complete for port 42f5dee8-74f9-45b3-8062-6d442df44190 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:36:20.492025 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-631ba6cb-221d-47a4-865f-42566bf798ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (42f5dee8-74f9-45b3-8062-6d442df44190), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:20.576117 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-631ba6cb-221d-47a4-865f-42566bf798ec None None] Current status of the port 42f5dee8-74f9-45b3-8062-6d442df44190 is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:36:20.612734 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-23325523-6fbe-473b-80d3-deb6241364e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378487c1-7518-4cd8-a531-ece8bf5204ba', 'name': 'router1', 'tenant_id': 'b58b1b03bb4947b4be69f8dc27be3cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:36:07Z', 'updated_at': '2022-05-26T13:36:17Z', 'revision_number': 2, 'project_id': 'b58b1b03bb4947b4be69f8dc27be3cb4', 'gw_port_host': None, '_interfaces': [{'id': '42f5dee8-74f9-45b3-8062-6d442df44190', 'name': '', 'network_id': 'c387da49-da95-49db-b81b-c935a00496ae', 'tenant_id': 'b58b1b03bb4947b4be69f8dc27be3cb4', 'mac_address': 'fa:16:3e:68:e7:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '378487c1-7518-4cd8-a531-ece8bf5204ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '308efa6c-dc1e-401b-8da4-311334fcd2f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:36:17Z', 'updated_at': '2022-05-26T13:36:20Z', 'revision_number': 4, 'project_id': 'b58b1b03bb4947b4be69f8dc27be3cb4', 'subnets': [{'id': '308efa6c-dc1e-401b-8da4-311334fcd2f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6aa04dde-ab11-4977-8d54-8274fcbb7e08'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:36:20.638142 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23325523-6fbe-473b-80d3-deb6241364e9 None None] The sync data for ids ['378487c1-7518-4cd8-a531-ece8bf5204ba'] in dv-cinder-819668-4-iscsi is: [{'id': '378487c1-7518-4cd8-a531-ece8bf5204ba', 'name': 'router1', 'tenant_id': 'b58b1b03bb4947b4be69f8dc27be3cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:36:07Z', 'updated_at': '2022-05-26T13:36:17Z', 'revision_number': 2, 'project_id': 'b58b1b03bb4947b4be69f8dc27be3cb4', 'gw_port_host': None, '_interfaces': [{'id': '42f5dee8-74f9-45b3-8062-6d442df44190', 'name': '', 'network_id': 'c387da49-da95-49db-b81b-c935a00496ae', 'tenant_id': 'b58b1b03bb4947b4be69f8dc27be3cb4', 'mac_address': 'fa:16:3e:68:e7:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '378487c1-7518-4cd8-a531-ece8bf5204ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '308efa6c-dc1e-401b-8da4-311334fcd2f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:36:17Z', 'updated_at': '2022-05-26T13:36:20Z', 'revision_number': 4, 'project_id': 'b58b1b03bb4947b4be69f8dc27be3cb4', 'subnets': [{'id': '308efa6c-dc1e-401b-8da4-311334fcd2f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6aa04dde-ab11-4977-8d54-8274fcbb7e08'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:36:21.132618 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 54810) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:36:21.364660 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f8412f-ff02-474c-829d-57c998350db7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:36:21.366029 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-82f8412f-ff02-474c-829d-57c998350db7 admin admin] 10.222.0.16 "GET /v2.0/networks/90e76b28-de17-4e9a-956c-e3acc4b829ee HTTP/1.1" status: 200 len: 842 time: 0.2324245 May 26 13:36:21.375553 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-791066f3-539e-4d75-85c0-d2204f2ceb18 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.2.1'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:36:21.399143 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791066f3-539e-4d75-85c0-d2204f2ceb18 admin admin] Made reservation on behalf of 56278f94460f422387fbeb96048d2270 for: {'subnet': 1} {{(pid=110501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:36:21.401967 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-791066f3-539e-4d75-85c0-d2204f2ceb18 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:21.760409 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.objects.ports [None req-791066f3-539e-4d75-85c0-d2204f2ceb18 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110501) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 26 13:36:21.760850 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-791066f3-539e-4d75-85c0-d2204f2ceb18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for subnet (72a92eeb-8c5d-4770-b3e7-e9300b6be16c), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:21.817656 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791066f3-539e-4d75-85c0-d2204f2ceb18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72a92eeb-8c5d-4770-b3e7-e9300b6be16c,revision_number=0']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:36:21.824577 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791066f3-539e-4d75-85c0-d2204f2ceb18 admin admin] Checking segment: {'id': '36759762-4a51-4579-800b-deb2c27dac78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:36:21.824935 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791066f3-539e-4d75-85c0-d2204f2ceb18 admin admin] Network hostable DHCP agents. Network: 90e76b28-de17-4e9a-956c-e3acc4b829ee, hostable agents: ['f02764f4-f497-4694-a2eb-22efe73666f4'], hosted agents: [] {{(pid=110501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 13:36:21.842698 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791066f3-539e-4d75-85c0-d2204f2ceb18 admin admin] Network 90e76b28-de17-4e9a-956c-e3acc4b829ee is scheduled to be hosted by DHCP agent f02764f4-f497-4694-a2eb-22efe73666f4 with binding_index 1 {{(pid=110501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 13:36:21.853097 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.base_scheduler [None req-791066f3-539e-4d75-85c0-d2204f2ceb18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819668-4-iscsi, 90e76b28-de17-4e9a-956c-e3acc4b829ee) {{(pid=110501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:36:21.857455 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791066f3-539e-4d75-85c0-d2204f2ceb18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:36:21.858673 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-791066f3-539e-4d75-85c0-d2204f2ceb18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for subnet (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:21.863485 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888ca2a1-a933-4c37-adaf-96f041425786 None None] Network 90e76b28-de17-4e9a-956c-e3acc4b829ee requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:36:21.875445 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-791066f3-539e-4d75-85c0-d2204f2ceb18 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5032666 May 26 13:36:21.992374 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2b5cf4-eb8a-46cc-a61f-dfdad2854795 None None] Network 90e76b28-de17-4e9a-956c-e3acc4b829ee requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:36:24.375789 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 54828) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:36:24.506443 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-a2ef1759-5785-4d68-a70a-a1c60108ce90 demo admin] 10.222.0.16 "GET /v2.0/routers/378487c1-7518-4cd8-a531-ece8bf5204ba HTTP/1.1" status: 200 len: 710 time: 0.1293969 May 26 13:36:24.598416 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f379dc-6191-4ebc-97eb-64131806bb60 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:36:24.599799 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-f2f379dc-6191-4ebc-97eb-64131806bb60 demo admin] 10.222.0.16 "GET /v2.0/networks/90e76b28-de17-4e9a-956c-e3acc4b829ee HTTP/1.1" status: 200 len: 886 time: 0.0878055 May 26 13:36:24.609042 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-e2d941a8-1756-47a8-b771-6264b084f824 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'}}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:36:24.611091 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:36:24.678623 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:36:24.863515 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e2d941a8-1756-47a8-b771-6264b084f824 demo admin] Publish callbacks [] for router_gateway (378487c1-7518-4cd8-a531-ece8bf5204ba), precommit_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:25.085330 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e2d941a8-1756-47a8-b771-6264b084f824 demo admin] Publish callbacks [] for router_gateway (378487c1-7518-4cd8-a531-ece8bf5204ba), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:25.172446 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e2d941a8-1756-47a8-b771-6264b084f824 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:25.278665 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.db_base_plugin_common [None req-e2d941a8-1756-47a8-b771-6264b084f824 demo admin] Allocated IP 172.27.2.223 (90e76b28-de17-4e9a-956c-e3acc4b829ee/72a92eeb-8c5d-4770-b3e7-e9300b6be16c/b3604713-34d4-45e1-861c-bf667f6c4fad) {{(pid=110501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:36:25.386503 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e2d941a8-1756-47a8-b771-6264b084f824 demo admin] Publish callbacks [] for port (b3604713-34d4-45e1-861c-bf667f6c4fad), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:25.420707 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e2d941a8-1756-47a8-b771-6264b084f824 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041'] for port (b3604713-34d4-45e1-861c-bf667f6c4fad), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:25.460423 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d941a8-1756-47a8-b771-6264b084f824 demo admin] Network 90e76b28-de17-4e9a-956c-e3acc4b829ee is already hosted by enough agents. {{(pid=110501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:36:25.464890 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.base_scheduler [None req-e2d941a8-1756-47a8-b771-6264b084f824 demo admin] Resources bound (agent type, host, resource id): {{(pid=110501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:36:25.468666 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d941a8-1756-47a8-b771-6264b084f824 demo admin] Received port after_create {{(pid=110501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:36:25.470781 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d941a8-1756-47a8-b771-6264b084f824 demo admin] Pushing event updated for resources: {'Port': ['ID=b3604713-34d4-45e1-861c-bf667f6c4fad,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:36:25.504350 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:36:25.662452 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:36:25.713040 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e2d941a8-1756-47a8-b771-6264b084f824 demo admin] Publish callbacks [] for router_gateway (378487c1-7518-4cd8-a531-ece8bf5204ba), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:26.005978 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e2d941a8-1756-47a8-b771-6264b084f824 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569118', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-906734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7975'] for router (378487c1-7518-4cd8-a531-ece8bf5204ba), precommit_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:26.009840 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e2d941a8-1756-47a8-b771-6264b084f824 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-569109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-569100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-906725'] for router (378487c1-7518-4cd8-a531-ece8bf5204ba), after_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:26.120127 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d941a8-1756-47a8-b771-6264b084f824 demo admin] Router 378487c1-7518-4cd8-a531-ece8bf5204ba has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:36:26.225987 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d941a8-1756-47a8-b771-6264b084f824 demo admin] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:36:26.230314 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e2d941a8-1756-47a8-b771-6264b084f824 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:26.248359 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-e2d941a8-1756-47a8-b771-6264b084f824 demo admin] 10.222.0.16 "PUT /v2.0/routers/378487c1-7518-4cd8-a531-ece8bf5204ba HTTP/1.1" status: 200 len: 890 time: 1.6259463 May 26 13:36:28.736627 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 54842) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:36:28.854683 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-7c570cb5-9652-4fb9-a391-a3b75cb7e8c2 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1167579 May 26 13:36:29.219259 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 42f5dee8-74f9-45b3-8062-6d442df44190 up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:36:29.268640 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port 42f5dee8-74f9-45b3-8062-6d442df44190 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:36:29.269017 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (42f5dee8-74f9-45b3-8062-6d442df44190), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:29.350855 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port 42f5dee8-74f9-45b3-8062-6d442df44190 is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:36:29.497043 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf27947c-55e7-4900-8e4c-047567d0160c None None] Sync routers for ids ['378487c1-7518-4cd8-a531-ece8bf5204ba'] in dv-cinder-819668-4-iscsi {{(pid=110502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:36:29.512252 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf27947c-55e7-4900-8e4c-047567d0160c None None] Routers {'378487c1-7518-4cd8-a531-ece8bf5204ba'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:36:29.513002 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-cf27947c-55e7-4900-8e4c-047567d0160c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:36:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['378487c1-7518-4cd8-a531-ece8bf5204ba'], 'active': True} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:36:29.600491 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:36:29.723459 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvr_db [None req-cf27947c-55e7-4900-8e4c-047567d0160c None None] Set router 378487c1-7518-4cd8-a531-ece8bf5204ba gateway port host: dv-cinder-819668-4-iscsi {{(pid=110502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:36:29.905623 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:36:30.205862 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-cf27947c-55e7-4900-8e4c-047567d0160c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378487c1-7518-4cd8-a531-ece8bf5204ba', 'name': 'router1', 'tenant_id': 'b58b1b03bb4947b4be69f8dc27be3cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b3604713-34d4-45e1-861c-bf667f6c4fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:36:07Z', 'updated_at': '2022-05-26T13:36:25Z', 'revision_number': 4, 'project_id': 'b58b1b03bb4947b4be69f8dc27be3cb4', 'gw_port': {'id': 'b3604713-34d4-45e1-861c-bf667f6c4fad', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:98:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '378487c1-7518-4cd8-a531-ece8bf5204ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:36:25Z', 'updated_at': '2022-05-26T13:36:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': '42f5dee8-74f9-45b3-8062-6d442df44190', 'name': '', 'network_id': 'c387da49-da95-49db-b81b-c935a00496ae', 'tenant_id': 'b58b1b03bb4947b4be69f8dc27be3cb4', 'mac_address': 'fa:16:3e:68:e7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378487c1-7518-4cd8-a531-ece8bf5204ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '308efa6c-dc1e-401b-8da4-311334fcd2f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:36:17Z', 'updated_at': '2022-05-26T13:36:20Z', 'revision_number': 5, 'project_id': 'b58b1b03bb4947b4be69f8dc27be3cb4', 'subnets': [{'id': '308efa6c-dc1e-401b-8da4-311334fcd2f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6aa04dde-ab11-4977-8d54-8274fcbb7e08'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:36:30.258020 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf27947c-55e7-4900-8e4c-047567d0160c None None] Checking router: 378487c1-7518-4cd8-a531-ece8bf5204ba for host: dv-cinder-819668-4-iscsi {{(pid=110502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:36:30.258684 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf27947c-55e7-4900-8e4c-047567d0160c None None] Updating router 378487c1-7518-4cd8-a531-ece8bf5204ba port b3604713-34d4-45e1-861c-bf667f6c4fad binding host dv-cinder-819668-4-iscsi {{(pid=110502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 13:36:30.313931 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-cf27947c-55e7-4900-8e4c-047567d0160c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (b3604713-34d4-45e1-861c-bf667f6c4fad), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:30.611231 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=41 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:36:30.617484 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=40 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:36:30.697574 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-cf27947c-55e7-4900-8e4c-047567d0160c None None] Publish callbacks [] for port (b3604713-34d4-45e1-861c-bf667f6c4fad), precommit_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:30.703788 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-cf27947c-55e7-4900-8e4c-047567d0160c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (b3604713-34d4-45e1-861c-bf667f6c4fad), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:30.764780 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaee7d7-53f4-4caa-97ca-deca1e1a2d8d None None] Pushing event updated for resources: {'Port': ['ID=b3604713-34d4-45e1-861c-bf667f6c4fad,revision_number=2']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:36:30.768974 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-cf27947c-55e7-4900-8e4c-047567d0160c None None] Attempting to bind port b3604713-34d4-45e1-861c-bf667f6c4fad on host dv-cinder-819668-4-iscsi for vnic_type normal with profile {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:36:30.769348 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-cf27947c-55e7-4900-8e4c-047567d0160c None None] Attempting to bind port b3604713-34d4-45e1-861c-bf667f6c4fad by drivers openvswitch,hyperv on host dv-cinder-819668-4-iscsi at level 0 using segments [{'id': '36759762-4a51-4579-800b-deb2c27dac78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'}] {{(pid=110502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:36:30.769705 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf27947c-55e7-4900-8e4c-047567d0160c None None] Attempting to bind port b3604713-34d4-45e1-861c-bf667f6c4fad on network 90e76b28-de17-4e9a-956c-e3acc4b829ee {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:36:30.776681 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf27947c-55e7-4900-8e4c-047567d0160c None None] Checking agent: {'id': '8ab0da26-f041-4f99-a2cc-fa5d75d9001c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 35, 50), 'started_at': datetime.datetime(2022, 5, 26, 13, 36, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:36:30.776681 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf27947c-55e7-4900-8e4c-047567d0160c None None] Checking segment: {'id': '36759762-4a51-4579-800b-deb2c27dac78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:36:30.776961 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-cf27947c-55e7-4900-8e4c-047567d0160c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:30.777179 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf27947c-55e7-4900-8e4c-047567d0160c None None] Bound using segment: {'id': '36759762-4a51-4579-800b-deb2c27dac78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'} {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:36:30.777612 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-cf27947c-55e7-4900-8e4c-047567d0160c None None] Bound port: b3604713-34d4-45e1-861c-bf667f6c4fad, host: dv-cinder-819668-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36759762-4a51-4579-800b-deb2c27dac78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'}}] {{(pid=110502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:36:30.777989 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-cf27947c-55e7-4900-8e4c-047567d0160c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (b3604713-34d4-45e1-861c-bf667f6c4fad), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:30.833209 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-cf27947c-55e7-4900-8e4c-047567d0160c None None] For port b3604713-34d4-45e1-861c-bf667f6c4fad, host dv-cinder-819668-4-iscsi, cleared binding levels {{(pid=110502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:36:30.836587 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-cf27947c-55e7-4900-8e4c-047567d0160c None None] For port b3604713-34d4-45e1-861c-bf667f6c4fad, host dv-cinder-819668-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=b3604713-34d4-45e1-861c-bf667f6c4fad,segment=NetworkSegment(36759762-4a51-4579-800b-deb2c27dac78),segment_id=36759762-4a51-4579-800b-deb2c27dac78)] {{(pid=110502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:36:30.845738 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-cf27947c-55e7-4900-8e4c-047567d0160c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (b3604713-34d4-45e1-861c-bf667f6c4fad), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:30.915683 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf27947c-55e7-4900-8e4c-047567d0160c None None] Routers {'378487c1-7518-4cd8-a531-ece8bf5204ba'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:36:30.916443 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-cf27947c-55e7-4900-8e4c-047567d0160c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:36:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['378487c1-7518-4cd8-a531-ece8bf5204ba'], 'active': True} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:36:30.959885 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaee7d7-53f4-4caa-97ca-deca1e1a2d8d None None] Pushing event updated for resources: {'Port': ['ID=b3604713-34d4-45e1-861c-bf667f6c4fad,revision_number=3']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:36:31.029250 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:36:31.044202 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvr_db [None req-cf27947c-55e7-4900-8e4c-047567d0160c None None] Set router 378487c1-7518-4cd8-a531-ece8bf5204ba gateway port host: dv-cinder-819668-4-iscsi {{(pid=110502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:36:31.129991 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:36:31.285966 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-cf27947c-55e7-4900-8e4c-047567d0160c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '378487c1-7518-4cd8-a531-ece8bf5204ba', 'name': 'router1', 'tenant_id': 'b58b1b03bb4947b4be69f8dc27be3cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b3604713-34d4-45e1-861c-bf667f6c4fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:36:07Z', 'updated_at': '2022-05-26T13:36:25Z', 'revision_number': 4, 'project_id': 'b58b1b03bb4947b4be69f8dc27be3cb4', 'gw_port': {'id': 'b3604713-34d4-45e1-861c-bf667f6c4fad', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:98:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '378487c1-7518-4cd8-a531-ece8bf5204ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:36:25Z', 'updated_at': '2022-05-26T13:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': '42f5dee8-74f9-45b3-8062-6d442df44190', 'name': '', 'network_id': 'c387da49-da95-49db-b81b-c935a00496ae', 'tenant_id': 'b58b1b03bb4947b4be69f8dc27be3cb4', 'mac_address': 'fa:16:3e:68:e7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378487c1-7518-4cd8-a531-ece8bf5204ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '308efa6c-dc1e-401b-8da4-311334fcd2f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:36:17Z', 'updated_at': '2022-05-26T13:36:20Z', 'revision_number': 5, 'project_id': 'b58b1b03bb4947b4be69f8dc27be3cb4', 'subnets': [{'id': '308efa6c-dc1e-401b-8da4-311334fcd2f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6aa04dde-ab11-4977-8d54-8274fcbb7e08'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:36:31.316262 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf27947c-55e7-4900-8e4c-047567d0160c None None] The sync data for ids ['378487c1-7518-4cd8-a531-ece8bf5204ba'] in dv-cinder-819668-4-iscsi is: [{'id': '378487c1-7518-4cd8-a531-ece8bf5204ba', 'name': 'router1', 'tenant_id': 'b58b1b03bb4947b4be69f8dc27be3cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'b3604713-34d4-45e1-861c-bf667f6c4fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:36:07Z', 'updated_at': '2022-05-26T13:36:25Z', 'revision_number': 4, 'project_id': 'b58b1b03bb4947b4be69f8dc27be3cb4', 'gw_port': {'id': 'b3604713-34d4-45e1-861c-bf667f6c4fad', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:98:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '378487c1-7518-4cd8-a531-ece8bf5204ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:36:25Z', 'updated_at': '2022-05-26T13:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': '42f5dee8-74f9-45b3-8062-6d442df44190', 'name': '', 'network_id': 'c387da49-da95-49db-b81b-c935a00496ae', 'tenant_id': 'b58b1b03bb4947b4be69f8dc27be3cb4', 'mac_address': 'fa:16:3e:68:e7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378487c1-7518-4cd8-a531-ece8bf5204ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '308efa6c-dc1e-401b-8da4-311334fcd2f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:36:17Z', 'updated_at': '2022-05-26T13:36:20Z', 'revision_number': 5, 'project_id': 'b58b1b03bb4947b4be69f8dc27be3cb4', 'subnets': [{'id': '308efa6c-dc1e-401b-8da4-311334fcd2f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6aa04dde-ab11-4977-8d54-8274fcbb7e08'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:36:33.323071 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device b3604713-34d4-45e1-861c-bf667f6c4fad up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:36:33.405993 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port b3604713-34d4-45e1-861c-bf667f6c4fad triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:36:33.407438 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (b3604713-34d4-45e1-861c-bf667f6c4fad), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:33.495002 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 5 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:36:33.502010 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port b3604713-34d4-45e1-861c-bf667f6c4fad is: DOWN; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:36:33.503048 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (b3604713-34d4-45e1-861c-bf667f6c4fad), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:33.525689 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] For port b3604713-34d4-45e1-861c-bf667f6c4fad, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=b3604713-34d4-45e1-861c-bf667f6c4fad,segment=NetworkSegment(36759762-4a51-4579-800b-deb2c27dac78),segment_id=36759762-4a51-4579-800b-deb2c27dac78)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:36:33.540200 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (b3604713-34d4-45e1-861c-bf667f6c4fad), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:33.605075 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Pushing event updated for resources: {'Port': ['ID=b3604713-34d4-45e1-861c-bf667f6c4fad,revision_number=4']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:36:35.301928 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device b3604713-34d4-45e1-861c-bf667f6c4fad up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:36:35.421900 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port b3604713-34d4-45e1-861c-bf667f6c4fad triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:36:35.422236 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (b3604713-34d4-45e1-861c-bf667f6c4fad), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:35.619363 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port b3604713-34d4-45e1-861c-bf667f6c4fad is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:36:38.844941 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=47 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:36:38.849054 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=71,neutron:INSERT=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:36:44.052720 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-9171f5ff-af5d-4f1f-a1ea-cfc4cdeb7029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:46.407580 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5fedf002-407b-4d56-9337-5962d588eb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:47.666380 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:48.509752 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=2 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:36:48.513730 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=6 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:36:49.078729 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:36:50.428296 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:37:00.409292 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:37:00.421122 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=56,neutron:UPDATE=5 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:37:10.494287 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 5 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:37:14.045692 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-1d48abf3-2e30-4776-a0d7-3cc75d89b2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:37:16.401575 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-aea62fcf-780d-4584-872c-0086178d6f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:37:17.669509 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:37:19.081294 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:37:20.425288 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:37:25.500756 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=4 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:37:25.502224 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=4 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:37:29.075602 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:37:30.420941 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:37:42.489188 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=1 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:37:42.489960 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:DELETE=1 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:37:44.050184 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-c2e10af8-173d-403d-bb69-a79683a1d712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:37:46.403861 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-49acd11e-36ce-40b4-893a-0e925bf52a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:37:47.493154 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 5 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:37:47.668115 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:37:49.075130 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:37:50.030556 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 55378) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:37:50.097329 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2724e8b-ecb6-4130-9760-d90790ff6724 admin admin] GET failed (client error): The resource could not be found. May 26 13:37:50.098729 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-a2724e8b-ecb6-4130-9760-d90790ff6724 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0672038 May 26 13:37:50.287731 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246b9223-6c55-4afe-96b6-521da36ed7be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:37:50.289257 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-246b9223-6c55-4afe-96b6-521da36ed7be admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1864145 May 26 13:37:50.420075 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:37:52.570771 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 55388) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:37:52.675710 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13ff0d0-4286-4ca1-82ea-06c055ff984f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:37:52.677139 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-c13ff0d0-4286-4ca1-82ea-06c055ff984f admin admin] 10.222.0.16 "GET /v2.0/subnets/308efa6c-dc1e-401b-8da4-311334fcd2f6 HTTP/1.1" status: 200 len: 849 time: 0.1054292 May 26 13:37:52.687373 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-3683f7cf-6285-4c9d-abb3-7df676a79784 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:37:52.779027 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-3683f7cf-6285-4c9d-abb3-7df676a79784 admin admin] Publish callbacks [] for subnet (308efa6c-dc1e-401b-8da4-311334fcd2f6), before_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:37:52.927677 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-3683f7cf-6285-4c9d-abb3-7df676a79784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755648271580'] for subnet (308efa6c-dc1e-401b-8da4-311334fcd2f6), after_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:37:52.962650 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3683f7cf-6285-4c9d-abb3-7df676a79784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:37:52.963287 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-3683f7cf-6285-4c9d-abb3-7df676a79784 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for subnet (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:37:52.965312 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-3683f7cf-6285-4c9d-abb3-7df676a79784 admin admin] 10.222.0.16 "PUT /v2.0/subnets/308efa6c-dc1e-401b-8da4-311334fcd2f6 HTTP/1.1" status: 200 len: 868 time: 0.2817931 May 26 13:37:52.967624 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23674e06-ec31-4ade-9be1-7f5af38eaf25 None None] Network c387da49-da95-49db-b81b-c935a00496ae requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:37:52.989456 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3683f7cf-6285-4c9d-abb3-7df676a79784 admin admin] Pushing event updated for resources: {'Subnet': ['ID=308efa6c-dc1e-401b-8da4-311334fcd2f6,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:37:52.997300 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3683f7cf-6285-4c9d-abb3-7df676a79784 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:37:52.997694 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3683f7cf-6285-4c9d-abb3-7df676a79784 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:37:52.998024 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3683f7cf-6285-4c9d-abb3-7df676a79784 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:37:52.999530 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3683f7cf-6285-4c9d-abb3-7df676a79784 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:37:52.999900 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3683f7cf-6285-4c9d-abb3-7df676a79784 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:37:53.000235 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3683f7cf-6285-4c9d-abb3-7df676a79784 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:37:53.000618 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3683f7cf-6285-4c9d-abb3-7df676a79784 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:37:53.000966 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3683f7cf-6285-4c9d-abb3-7df676a79784 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:37:53.001390 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3683f7cf-6285-4c9d-abb3-7df676a79784 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:37:53.001731 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3683f7cf-6285-4c9d-abb3-7df676a79784 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:37:53.002121 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3683f7cf-6285-4c9d-abb3-7df676a79784 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:37:53.002490 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3683f7cf-6285-4c9d-abb3-7df676a79784 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:37:53.002828 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3683f7cf-6285-4c9d-abb3-7df676a79784 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:37:53.003151 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3683f7cf-6285-4c9d-abb3-7df676a79784 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:37:53.003474 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3683f7cf-6285-4c9d-abb3-7df676a79784 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:37:53.332624 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-166a76c0-934c-4b76-b8a9-cdfdb7133196 None None] Provisioning complete for port 0d66013a-99a1-4740-bc33-e866e3b6395e triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:37:53.333010 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-166a76c0-934c-4b76-b8a9-cdfdb7133196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (0d66013a-99a1-4740-bc33-e866e3b6395e), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:37:53.404281 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-166a76c0-934c-4b76-b8a9-cdfdb7133196 None None] Current status of the port 0d66013a-99a1-4740-bc33-e866e3b6395e is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:37:53.412391 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-166a76c0-934c-4b76-b8a9-cdfdb7133196 None None] Provisioning complete for port 42f5dee8-74f9-45b3-8062-6d442df44190 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:37:53.412775 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-166a76c0-934c-4b76-b8a9-cdfdb7133196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (42f5dee8-74f9-45b3-8062-6d442df44190), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:37:53.488993 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-166a76c0-934c-4b76-b8a9-cdfdb7133196 None None] Current status of the port 42f5dee8-74f9-45b3-8062-6d442df44190 is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:37:55.271683 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 55396) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:37:55.475230 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9c152e-cad3-434d-b26d-dd0ee17025e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:37:55.475612 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9c152e-cad3-434d-b26d-dd0ee17025e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:37:55.477195 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-ce9c152e-cad3-434d-b26d-dd0ee17025e0 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2045586 May 26 13:37:57.739316 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 55404) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:37:57.876531 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9cf401-c4e2-41d7-ac1b-8347caa7762a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:37:57.876995 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9cf401-c4e2-41d7-ac1b-8347caa7762a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:37:57.878545 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-7d9cf401-c4e2-41d7-ac1b-8347caa7762a admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1382937 May 26 13:38:00.199754 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 55412) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:38:00.333646 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef55105-e10c-4acd-a524-dce7416825ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:38:00.335026 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-eef55105-e10c-4acd-a524-dce7416825ce admin admin] 10.222.0.16 "GET /v2.0/networks/90e76b28-de17-4e9a-956c-e3acc4b829ee HTTP/1.1" status: 200 len: 886 time: 0.1342642 May 26 13:38:02.496264 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=19 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:38:02.497083 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=15 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:38:02.571249 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 55420) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:38:02.661364 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:38:02.665518 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:38:02.708484 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20609fe2-3d77-45d4-8da4-e12fb0ab61b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:38:02.709894 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-20609fe2-3d77-45d4-8da4-e12fb0ab61b9 admin admin] 10.222.0.16 "GET /v2.0/networks/c387da49-da95-49db-b81b-c935a00496ae HTTP/1.1" status: 200 len: 869 time: 0.1376195 May 26 13:38:03.485502 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=44,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:38:03.487408 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=48,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:38:04.937297 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 55430) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:38:05.171628 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5220c5e-c8ae-4b59-941d-a28c0d3b78d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:38:05.171990 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5220c5e-c8ae-4b59-941d-a28c0d3b78d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:38:05.173595 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-d5220c5e-c8ae-4b59-941d-a28c0d3b78d3 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2353249 May 26 13:38:07.439895 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 55438) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:38:07.536041 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c09873-2cbc-4022-a426-aecad7f734a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:38:07.536507 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c09873-2cbc-4022-a426-aecad7f734a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:38:07.538038 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-47c09873-2cbc-4022-a426-aecad7f734a4 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0971596 May 26 13:38:09.815404 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 55446) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:38:09.925461 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769cbff8-737a-404f-9590-e4cfa1d1ec3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:38:09.926839 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-769cbff8-737a-404f-9590-e4cfa1d1ec3c admin admin] 10.222.0.16 "GET /v2.0/subnets/308efa6c-dc1e-401b-8da4-311334fcd2f6 HTTP/1.1" status: 200 len: 868 time: 0.1104906 May 26 13:38:12.172080 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 55454) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:38:12.311497 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38fd585-2225-41e7-b017-ff8a59264403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:38:12.313049 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-e38fd585-2225-41e7-b017-ff8a59264403 admin admin] 10.222.0.16 "GET /v2.0/subnets/72a92eeb-8c5d-4770-b3e7-e9300b6be16c HTTP/1.1" status: 200 len: 816 time: 0.1400735 May 26 13:38:14.056418 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-fef4ea21-4215-4336-a436-bfbf738b9942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:38:16.406830 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-ba57b6dd-8fac-4105-a390-954fdc97800f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:38:17.511930 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=2 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:38:17.673407 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:38:19.077504 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:38:19.920078 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=22 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:38:19.922513 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=32 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:38:20.427083 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:38:22.302678 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=4 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:38:22.305869 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=6 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:38:24.492058 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 5 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:38:30.419263 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=7 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:38:30.423354 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:38:39.488518 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=4 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:38:39.493675 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=4 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:38:44.058965 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-79fcafad-c521-452d-8c51-004d9cb3a3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:38:46.411294 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-346ebb58-2f94-43c2-90fe-f1be5497479d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:38:47.674359 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:38:49.079747 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:38:50.420213 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:38:53.554500 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 55514) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:38:53.604351 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [None req-092d1f8a-91ab-41ea-884f-ef5fc8107463 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110500) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 13:38:53.605968 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-092d1f8a-91ab-41ea-884f-ef5fc8107463 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0504987 May 26 13:38:55.965687 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 55522) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:38:56.028780 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.pecan_wsgi.hooks.translation [None req-5347d816-e05b-4969-8620-3ca0b340ba0d admin admin] GET failed (client error): The resource could not be found. May 26 13:38:56.030168 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-5347d816-e05b-4969-8620-3ca0b340ba0d admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0635381 May 26 13:38:56.122694 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1e29ba-4fea-414e-b236-446d626f7224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:38:56.124190 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-2f1e29ba-4fea-414e-b236-446d626f7224 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0899916 May 26 13:38:58.479282 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 55530) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:38:58.528519 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-77eb48e5-ccff-4f4a-97e0-6b576d68a654 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:38:58.548879 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77eb48e5-ccff-4f4a-97e0-6b576d68a654 admin admin] Made reservation on behalf of 56278f94460f422387fbeb96048d2270 for: {'network': 1} {{(pid=110501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:38:58.551222 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-77eb48e5-ccff-4f4a-97e0-6b576d68a654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for network (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:38:58.579309 dv-cinder-819668-4-iscsi neutron-server[110501]: WARNING neutron.services.revisions.revision_plugin [None req-77eb48e5-ccff-4f4a-97e0-6b576d68a654 admin admin] Could not find related network for resource to bump revision. May 26 13:38:58.591952 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77eb48e5-ccff-4f4a-97e0-6b576d68a654 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=110501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 13:38:58.601429 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-77eb48e5-ccff-4f4a-97e0-6b576d68a654 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755648326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329'] for segment (0dfa19f0-540e-4b4b-9942-797f50e71c30), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:38:58.601830 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.db.segments_db [None req-77eb48e5-ccff-4f4a-97e0-6b576d68a654 admin admin] Added segment 0dfa19f0-540e-4b4b-9942-797f50e71c30 of type vlan for network d93ddbde-e26f-4a55-bf4c-a07a9b93d1a2 May 26 13:38:58.642785 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-77eb48e5-ccff-4f4a-97e0-6b576d68a654 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755647801200'] for network (d93ddbde-e26f-4a55-bf4c-a07a9b93d1a2), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:38:58.672052 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-77eb48e5-ccff-4f4a-97e0-6b576d68a654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for network (d93ddbde-e26f-4a55-bf4c-a07a9b93d1a2), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:38:58.673022 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77eb48e5-ccff-4f4a-97e0-6b576d68a654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:38:58.673605 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-77eb48e5-ccff-4f4a-97e0-6b576d68a654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:38:58.724022 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-77eb48e5-ccff-4f4a-97e0-6b576d68a654 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2429380 May 26 13:38:58.738448 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb48e5-ccff-4f4a-97e0-6b576d68a654 admin admin] Pushing event updated for resources: {'Network': ['ID=d93ddbde-e26f-4a55-bf4c-a07a9b93d1a2,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:38:58.747660 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb48e5-ccff-4f4a-97e0-6b576d68a654 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:38:58.748122 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb48e5-ccff-4f4a-97e0-6b576d68a654 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:38:58.748586 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb48e5-ccff-4f4a-97e0-6b576d68a654 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:38:58.748932 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb48e5-ccff-4f4a-97e0-6b576d68a654 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:38:58.749265 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb48e5-ccff-4f4a-97e0-6b576d68a654 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:38:58.749621 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb48e5-ccff-4f4a-97e0-6b576d68a654 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:38:58.749963 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb48e5-ccff-4f4a-97e0-6b576d68a654 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:38:58.750314 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb48e5-ccff-4f4a-97e0-6b576d68a654 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:38:58.750674 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb48e5-ccff-4f4a-97e0-6b576d68a654 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:38:58.750983 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb48e5-ccff-4f4a-97e0-6b576d68a654 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:38:58.751354 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb48e5-ccff-4f4a-97e0-6b576d68a654 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:38:58.751678 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb48e5-ccff-4f4a-97e0-6b576d68a654 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:38:58.752026 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb48e5-ccff-4f4a-97e0-6b576d68a654 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:38:58.752363 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb48e5-ccff-4f4a-97e0-6b576d68a654 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:38:58.752684 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77eb48e5-ccff-4f4a-97e0-6b576d68a654 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:38:58.765202 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Network d93ddbde-e26f-4a55-bf4c-a07a9b93d1a2 details requested by agent ovs-agent-dv-cinder-819668-4-iscsi with host dv-cinder-819668-4-iscsi {{(pid=110502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 13:39:01.043470 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 55538) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:39:01.107110 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.pecan_wsgi.hooks.translation [None req-14d70203-24d4-47d8-a293-38c93ee308dd admin admin] GET failed (client error): The resource could not be found. May 26 13:39:01.108460 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-14d70203-24d4-47d8-a293-38c93ee308dd admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0639915 May 26 13:39:01.184837 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c1edea-fd31-4023-902a-d0389004429f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:39:01.186262 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-b5c1edea-fd31-4023-902a-d0389004429f admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0738478 May 26 13:39:01.196444 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-aabaacac-8950-467d-b65e-63c996e2c063 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'd93ddbde-e26f-4a55-bf4c-a07a9b93d1a2'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:39:01.218702 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabaacac-8950-467d-b65e-63c996e2c063 admin admin] Made reservation on behalf of 56278f94460f422387fbeb96048d2270 for: {'subnet': 1} {{(pid=110501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:39:01.221152 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-aabaacac-8950-467d-b65e-63c996e2c063 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:39:01.397864 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-aabaacac-8950-467d-b65e-63c996e2c063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for subnet (d61586a7-6891-418b-89e7-43ef72e9bbd2), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:39:01.453825 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabaacac-8950-467d-b65e-63c996e2c063 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d61586a7-6891-418b-89e7-43ef72e9bbd2,revision_number=0']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:39:01.466564 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabaacac-8950-467d-b65e-63c996e2c063 admin admin] Checking segment: {'id': '0dfa19f0-540e-4b4b-9942-797f50e71c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd93ddbde-e26f-4a55-bf4c-a07a9b93d1a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:39:01.466911 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabaacac-8950-467d-b65e-63c996e2c063 admin admin] Network hostable DHCP agents. Network: d93ddbde-e26f-4a55-bf4c-a07a9b93d1a2, hostable agents: ['f02764f4-f497-4694-a2eb-22efe73666f4'], hosted agents: [] {{(pid=110501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 13:39:01.487322 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabaacac-8950-467d-b65e-63c996e2c063 admin admin] Network d93ddbde-e26f-4a55-bf4c-a07a9b93d1a2 is scheduled to be hosted by DHCP agent f02764f4-f497-4694-a2eb-22efe73666f4 with binding_index 1 {{(pid=110501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 13:39:01.494303 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 5 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:39:01.497193 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.base_scheduler [None req-aabaacac-8950-467d-b65e-63c996e2c063 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819668-4-iscsi, d93ddbde-e26f-4a55-bf4c-a07a9b93d1a2) {{(pid=110501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:39:01.501634 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabaacac-8950-467d-b65e-63c996e2c063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:39:01.502234 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-aabaacac-8950-467d-b65e-63c996e2c063 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for subnet (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:39:01.508093 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c359f3aa-1d73-4622-8d84-d3a0d8e1f28f None None] Network d93ddbde-e26f-4a55-bf4c-a07a9b93d1a2 requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:39:01.519970 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-aabaacac-8950-467d-b65e-63c996e2c063 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3272343 May 26 13:39:01.720528 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1a2f2f-c575-4235-882d-2d5b4891b5ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c43c4a0-638b-5401-8746-75049319ae93-d93ddbde-e26f-4a55-bf4c-a07a9b93d1a2', 'network_id': 'd93ddbde-e26f-4a55-bf4c-a07a9b93d1a2', 'project_id': '56278f94460f422387fbeb96048d2270', 'fixed_ips': [{'subnet_id': 'd61586a7-6891-418b-89e7-43ef72e9bbd2'}]}} from dv-cinder-819668-4-iscsi. {{(pid=110502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 13:39:01.722314 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5f1a2f2f-c575-4235-882d-2d5b4891b5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:39:01.865869 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.db_base_plugin_common [None req-5f1a2f2f-c575-4235-882d-2d5b4891b5ef None None] Allocated IP 192.168.233.2 (d93ddbde-e26f-4a55-bf4c-a07a9b93d1a2/d61586a7-6891-418b-89e7-43ef72e9bbd2/a901a774-0a60-4eb3-9ab0-6105a18f038d) {{(pid=110502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:39:02.014968 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5f1a2f2f-c575-4235-882d-2d5b4891b5ef None None] Publish callbacks [] for port (a901a774-0a60-4eb3-9ab0-6105a18f038d), precommit_create {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:39:02.021800 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5f1a2f2f-c575-4235-882d-2d5b4891b5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041'] for port (a901a774-0a60-4eb3-9ab0-6105a18f038d), after_create {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:39:02.073705 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1a2f2f-c575-4235-882d-2d5b4891b5ef None None] Network d93ddbde-e26f-4a55-bf4c-a07a9b93d1a2 is already hosted by enough agents. {{(pid=110502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:39:02.074542 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1a2f2f-c575-4235-882d-2d5b4891b5ef None None] Pushing event updated for resources: {'Port': ['ID=a901a774-0a60-4eb3-9ab0-6105a18f038d,revision_number=1']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:39:02.078541 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.scheduler.base_scheduler [None req-5f1a2f2f-c575-4235-882d-2d5b4891b5ef None None] Resources bound (agent type, host, resource id): {{(pid=110502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:39:02.083370 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1a2f2f-c575-4235-882d-2d5b4891b5ef None None] Received port after_create {{(pid=110502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:39:02.087182 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a2f2f-c575-4235-882d-2d5b4891b5ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:39:02.087533 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a2f2f-c575-4235-882d-2d5b4891b5ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:39:02.087895 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a2f2f-c575-4235-882d-2d5b4891b5ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:39:02.088260 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a2f2f-c575-4235-882d-2d5b4891b5ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:39:02.089178 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a2f2f-c575-4235-882d-2d5b4891b5ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:39:02.089572 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a2f2f-c575-4235-882d-2d5b4891b5ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:39:02.089847 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a2f2f-c575-4235-882d-2d5b4891b5ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:39:02.090179 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a2f2f-c575-4235-882d-2d5b4891b5ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:39:02.090502 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a2f2f-c575-4235-882d-2d5b4891b5ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:39:02.090827 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a2f2f-c575-4235-882d-2d5b4891b5ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:39:02.091150 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a2f2f-c575-4235-882d-2d5b4891b5ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:39:02.091493 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a2f2f-c575-4235-882d-2d5b4891b5ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:39:02.091813 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a2f2f-c575-4235-882d-2d5b4891b5ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:39:02.092133 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a2f2f-c575-4235-882d-2d5b4891b5ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:39:02.092488 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a2f2f-c575-4235-882d-2d5b4891b5ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:39:02.152857 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-5f1a2f2f-c575-4235-882d-2d5b4891b5ef None None] Attempting to bind port a901a774-0a60-4eb3-9ab0-6105a18f038d on host dv-cinder-819668-4-iscsi for vnic_type normal with profile {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:39:02.153221 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-5f1a2f2f-c575-4235-882d-2d5b4891b5ef None None] Attempting to bind port a901a774-0a60-4eb3-9ab0-6105a18f038d by drivers openvswitch,hyperv on host dv-cinder-819668-4-iscsi at level 0 using segments [{'id': '0dfa19f0-540e-4b4b-9942-797f50e71c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd93ddbde-e26f-4a55-bf4c-a07a9b93d1a2'}] {{(pid=110502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:39:02.153580 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1a2f2f-c575-4235-882d-2d5b4891b5ef None None] Attempting to bind port a901a774-0a60-4eb3-9ab0-6105a18f038d on network d93ddbde-e26f-4a55-bf4c-a07a9b93d1a2 {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:39:02.159119 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1a2f2f-c575-4235-882d-2d5b4891b5ef None None] Checking agent: {'id': '8ab0da26-f041-4f99-a2cc-fa5d75d9001c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 35, 50), 'started_at': datetime.datetime(2022, 5, 26, 13, 36, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:39:02.159489 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1a2f2f-c575-4235-882d-2d5b4891b5ef None None] Checking segment: {'id': '0dfa19f0-540e-4b4b-9942-797f50e71c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd93ddbde-e26f-4a55-bf4c-a07a9b93d1a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:39:02.159886 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5f1a2f2f-c575-4235-882d-2d5b4891b5ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:39:02.160272 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1a2f2f-c575-4235-882d-2d5b4891b5ef None None] Bound using segment: {'id': '0dfa19f0-540e-4b4b-9942-797f50e71c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd93ddbde-e26f-4a55-bf4c-a07a9b93d1a2'} {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:39:02.160764 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-5f1a2f2f-c575-4235-882d-2d5b4891b5ef None None] Bound port: a901a774-0a60-4eb3-9ab0-6105a18f038d, host: dv-cinder-819668-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfa19f0-540e-4b4b-9942-797f50e71c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd93ddbde-e26f-4a55-bf4c-a07a9b93d1a2'}}] {{(pid=110502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:39:02.161145 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5f1a2f2f-c575-4235-882d-2d5b4891b5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (a901a774-0a60-4eb3-9ab0-6105a18f038d), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:39:02.223906 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-5f1a2f2f-c575-4235-882d-2d5b4891b5ef None None] For port a901a774-0a60-4eb3-9ab0-6105a18f038d, host dv-cinder-819668-4-iscsi, cleared binding levels {{(pid=110502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:39:02.227077 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-5f1a2f2f-c575-4235-882d-2d5b4891b5ef None None] For port a901a774-0a60-4eb3-9ab0-6105a18f038d, host dv-cinder-819668-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=a901a774-0a60-4eb3-9ab0-6105a18f038d,segment=NetworkSegment(0dfa19f0-540e-4b4b-9942-797f50e71c30),segment_id=0dfa19f0-540e-4b4b-9942-797f50e71c30)] {{(pid=110502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:39:02.233628 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5f1a2f2f-c575-4235-882d-2d5b4891b5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (a901a774-0a60-4eb3-9ab0-6105a18f038d), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:39:02.294484 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:39:02.302657 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1a2f2f-c575-4235-882d-2d5b4891b5ef None None] Pushing event updated for resources: {'Port': ['ID=a901a774-0a60-4eb3-9ab0-6105a18f038d,revision_number=2']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:39:03.176702 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba0842d-7424-4e10-b373-16617538e8ed None None] Network d93ddbde-e26f-4a55-bf4c-a07a9b93d1a2 requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:39:03.257764 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:UPDATE=11,neutron:SELECT=85,neutron:INSERT=4 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:39:03.258682 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-bff5cd91-9698-4d4d-95f0-8d651bfae6ab None None] Provisioning complete for port a901a774-0a60-4eb3-9ab0-6105a18f038d triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:39:03.259172 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-bff5cd91-9698-4d4d-95f0-8d651bfae6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (a901a774-0a60-4eb3-9ab0-6105a18f038d), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:39:03.346888 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device a901a774-0a60-4eb3-9ab0-6105a18f038d up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:39:03.414717 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-bff5cd91-9698-4d4d-95f0-8d651bfae6ab None None] Current status of the port a901a774-0a60-4eb3-9ab0-6105a18f038d is: DOWN; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:39:03.414996 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-bff5cd91-9698-4d4d-95f0-8d651bfae6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (a901a774-0a60-4eb3-9ab0-6105a18f038d), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:39:03.440013 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port a901a774-0a60-4eb3-9ab0-6105a18f038d triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:39:03.440426 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (a901a774-0a60-4eb3-9ab0-6105a18f038d), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:39:03.484666 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-bff5cd91-9698-4d4d-95f0-8d651bfae6ab None None] For port a901a774-0a60-4eb3-9ab0-6105a18f038d, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=a901a774-0a60-4eb3-9ab0-6105a18f038d,segment=NetworkSegment(0dfa19f0-540e-4b4b-9942-797f50e71c30),segment_id=0dfa19f0-540e-4b4b-9942-797f50e71c30)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:39:03.494541 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-bff5cd91-9698-4d4d-95f0-8d651bfae6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (a901a774-0a60-4eb3-9ab0-6105a18f038d), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:39:03.593065 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port a901a774-0a60-4eb3-9ab0-6105a18f038d is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:39:03.599877 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff5cd91-9698-4d4d-95f0-8d651bfae6ab None None] Pushing event updated for resources: {'Port': ['ID=a901a774-0a60-4eb3-9ab0-6105a18f038d,revision_number=3']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:39:03.717590 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5a43674f-dad5-454b-b298-ac83e00734c8 None None] Provisioning complete for port a901a774-0a60-4eb3-9ab0-6105a18f038d triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:39:03.717997 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5a43674f-dad5-454b-b298-ac83e00734c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (a901a774-0a60-4eb3-9ab0-6105a18f038d), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:39:03.804010 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5a43674f-dad5-454b-b298-ac83e00734c8 None None] Current status of the port a901a774-0a60-4eb3-9ab0-6105a18f038d is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:39:05.313830 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device a901a774-0a60-4eb3-9ab0-6105a18f038d up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:39:05.362698 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port a901a774-0a60-4eb3-9ab0-6105a18f038d triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:39:05.362698 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (a901a774-0a60-4eb3-9ab0-6105a18f038d), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:39:05.436868 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port a901a774-0a60-4eb3-9ab0-6105a18f038d is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:39:11.512436 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=80,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:39:11.514294 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=80,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:39:12.216480 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:39:14.066160 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-13c644ad-5568-4a95-a221-d8e843262549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:39:16.413903 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-b74f6fa6-0da4-463d-9b82-65d7e242da66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:39:16.498939 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=4 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:39:16.499708 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=4 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:39:17.676900 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:39:19.084179 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:39:20.422245 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:39:30.416329 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=9 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:39:30.418486 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:39:38.494690 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 5 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:39:42.486047 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:39:44.058920 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-44942cc5-7d31-4d02-8620-2427d7eb455f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:39:46.415930 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5cd77508-20da-47b3-84d6-9bea833c6b55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:39:47.680448 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:39:49.088403 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:39:50.427356 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:39:53.501024 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=6 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:39:53.501817 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=2 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:40:00.421159 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:40:00.423193 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:40:14.064851 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-af3c1afc-5a29-45c4-bdb8-5cee2122d0ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:40:15.494750 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 5 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:40:16.418599 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-14b73d14-bf23-4299-9144-e63e944b9726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:40:17.683765 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:40:19.091841 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:40:20.433047 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:40:30.420373 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:40:30.426778 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:40:30.498027 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=5 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:40:30.498824 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=3 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:40:42.227316 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=13 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:40:42.232196 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=13 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:40:44.058874 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-3299af1d-704c-495c-b81b-8ecda201001b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:40:46.424660 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-fda04dde-bc39-4f42-ac61-607bcd4fdbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:40:47.686796 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:40:49.096810 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:40:50.436403 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:40:51.111637 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 55580) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:40:51.117507 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [None req-bbb97b5c-9ef5-457b-9ec9-e5f3f2127149 tempest-verify_tempest_config-1169316334 tempest-verify_tempest_config-1169316334-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110501) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 13:40:51.118510 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-bbb97b5c-9ef5-457b-9ec9-e5f3f2127149 tempest-verify_tempest_config-1169316334 tempest-verify_tempest_config-1169316334-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0058928 May 26 13:40:51.450702 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 55598) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:40:51.580413 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-bc72b289-0511-465a-b79e-d78b3a20123d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:40:51.677650 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-bc72b289-0511-465a-b79e-d78b3a20123d admin admin] Publish callbacks [] for security_group (8dacc977-7333-4df2-b11a-508f3e187694), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:40:51.682690 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-bc72b289-0511-465a-b79e-d78b3a20123d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (8dacc977-7333-4df2-b11a-508f3e187694), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:40:51.732632 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-bc72b289-0511-465a-b79e-d78b3a20123d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=58c77078a8d940348a2d6f00d9a61c8d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2804110 May 26 13:40:51.733492 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc72b289-0511-465a-b79e-d78b3a20123d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dacc977-7333-4df2-b11a-508f3e187694,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:40:51.735285 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 55602) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:40:51.742456 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72b289-0511-465a-b79e-d78b3a20123d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:40:51.742806 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72b289-0511-465a-b79e-d78b3a20123d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:40:51.743154 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72b289-0511-465a-b79e-d78b3a20123d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:40:51.743495 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72b289-0511-465a-b79e-d78b3a20123d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:40:51.743831 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72b289-0511-465a-b79e-d78b3a20123d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:40:51.744190 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72b289-0511-465a-b79e-d78b3a20123d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:40:51.744558 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72b289-0511-465a-b79e-d78b3a20123d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:40:51.744881 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72b289-0511-465a-b79e-d78b3a20123d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:40:51.745213 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72b289-0511-465a-b79e-d78b3a20123d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:40:51.745535 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72b289-0511-465a-b79e-d78b3a20123d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:40:51.745881 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72b289-0511-465a-b79e-d78b3a20123d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:40:51.746211 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72b289-0511-465a-b79e-d78b3a20123d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:40:51.746535 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72b289-0511-465a-b79e-d78b3a20123d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:40:51.746865 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72b289-0511-465a-b79e-d78b3a20123d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:40:51.747176 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc72b289-0511-465a-b79e-d78b3a20123d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:40:51.828846 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-34d74bab-5f9b-4c22-84eb-1cef20caf690 admin admin] Publish callbacks [] for security_group (8dacc977-7333-4df2-b11a-508f3e187694), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:40:51.852589 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-34d74bab-5f9b-4c22-84eb-1cef20caf690 admin admin] Publish callbacks [] for security_group (8dacc977-7333-4df2-b11a-508f3e187694), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:40:51.973577 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-34d74bab-5f9b-4c22-84eb-1cef20caf690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (8dacc977-7333-4df2-b11a-508f3e187694), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:40:51.977482 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-34d74bab-5f9b-4c22-84eb-1cef20caf690 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:40:51.978711 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-34d74bab-5f9b-4c22-84eb-1cef20caf690 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8dacc977-7333-4df2-b11a-508f3e187694 HTTP/1.1" status: 204 len: 168 time: 0.2423174 May 26 13:40:51.987691 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d74bab-5f9b-4c22-84eb-1cef20caf690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dacc977-7333-4df2-b11a-508f3e187694,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:40:51.999785 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d74bab-5f9b-4c22-84eb-1cef20caf690 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:40:52.000125 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d74bab-5f9b-4c22-84eb-1cef20caf690 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:40:52.000517 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d74bab-5f9b-4c22-84eb-1cef20caf690 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:40:52.000862 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d74bab-5f9b-4c22-84eb-1cef20caf690 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:40:52.001296 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d74bab-5f9b-4c22-84eb-1cef20caf690 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:40:52.001619 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d74bab-5f9b-4c22-84eb-1cef20caf690 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:40:52.001877 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d74bab-5f9b-4c22-84eb-1cef20caf690 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:40:52.002254 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d74bab-5f9b-4c22-84eb-1cef20caf690 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:40:52.002500 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d74bab-5f9b-4c22-84eb-1cef20caf690 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:40:52.002826 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d74bab-5f9b-4c22-84eb-1cef20caf690 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:40:52.003181 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d74bab-5f9b-4c22-84eb-1cef20caf690 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:40:52.003502 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d74bab-5f9b-4c22-84eb-1cef20caf690 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:40:52.003836 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d74bab-5f9b-4c22-84eb-1cef20caf690 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:40:52.004158 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d74bab-5f9b-4c22-84eb-1cef20caf690 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:40:52.004518 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d74bab-5f9b-4c22-84eb-1cef20caf690 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:40:52.006263 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d74bab-5f9b-4c22-84eb-1cef20caf690 admin admin] Tracked resource versions report: May 26 13:40:52.006263 dv-cinder-819668-4-iscsi neutron-server[110500]: pushed versions: May 26 13:40:52.006263 dv-cinder-819668-4-iscsi neutron-server[110500]: { 'AddressGroup': {'1.2'}, May 26 13:40:52.006263 dv-cinder-819668-4-iscsi neutron-server[110500]: 'Agent': {'1.1'}, May 26 13:40:52.006263 dv-cinder-819668-4-iscsi neutron-server[110500]: 'ConntrackHelper': {'1.0'}, May 26 13:40:52.006263 dv-cinder-819668-4-iscsi neutron-server[110500]: 'LocalIPAssociation': {'1.0'}, May 26 13:40:52.006263 dv-cinder-819668-4-iscsi neutron-server[110500]: 'Log': {'1.0'}, May 26 13:40:52.006263 dv-cinder-819668-4-iscsi neutron-server[110500]: 'NDPProxy': {'1.0'}, May 26 13:40:52.006263 dv-cinder-819668-4-iscsi neutron-server[110500]: 'Network': {'1.1'}, May 26 13:40:52.006263 dv-cinder-819668-4-iscsi neutron-server[110500]: 'Port': {'1.7'}, May 26 13:40:52.006263 dv-cinder-819668-4-iscsi neutron-server[110500]: 'PortForwarding': {'1.3'}, May 26 13:40:52.006263 dv-cinder-819668-4-iscsi neutron-server[110500]: 'QosPolicy': {'1.10'}, May 26 13:40:52.006263 dv-cinder-819668-4-iscsi neutron-server[110500]: 'SecurityGroup': {'1.5'}, May 26 13:40:52.006263 dv-cinder-819668-4-iscsi neutron-server[110500]: 'SecurityGroupRule': {'1.2'}, May 26 13:40:52.006263 dv-cinder-819668-4-iscsi neutron-server[110500]: 'SubPort': {'1.0'}, May 26 13:40:52.006263 dv-cinder-819668-4-iscsi neutron-server[110500]: 'Subnet': {'1.1'}, May 26 13:40:52.006263 dv-cinder-819668-4-iscsi neutron-server[110500]: 'Trunk': {'1.1'}} May 26 13:40:52.006263 dv-cinder-819668-4-iscsi neutron-server[110500]: consumer versions: May 26 13:40:52.006263 dv-cinder-819668-4-iscsi neutron-server[110500]: { DHCP agent@dv-cinder-819668-4-iscsi: {}, May 26 13:40:52.006263 dv-cinder-819668-4-iscsi neutron-server[110500]: L3 agent@dv-cinder-819668-4-iscsi: {}, May 26 13:40:52.006263 dv-cinder-819668-4-iscsi neutron-server[110500]: Metadata agent@dv-cinder-819668-4-iscsi: {}, May 26 13:40:52.006263 dv-cinder-819668-4-iscsi neutron-server[110500]: Metering agent@dv-cinder-819668-4-iscsi: {}, May 26 13:40:52.006263 dv-cinder-819668-4-iscsi neutron-server[110500]: Open vSwitch agent@dv-cinder-819668-4-iscsi: { 'AddressGroup': '1.2', May 26 13:40:52.006263 dv-cinder-819668-4-iscsi neutron-server[110500]: 'Agent': '1.1', May 26 13:40:52.006263 dv-cinder-819668-4-iscsi neutron-server[110500]: 'ConntrackHelper': '1.0', May 26 13:40:52.006263 dv-cinder-819668-4-iscsi neutron-server[110500]: 'LocalIPAssociation': '1.0', May 26 13:40:52.006263 dv-cinder-819668-4-iscsi neutron-server[110500]: 'Log': '1.0', May 26 13:40:52.006263 dv-cinder-819668-4-iscsi neutron-server[110500]: 'NDPProxy': '1.0', May 26 13:40:52.006263 dv-cinder-819668-4-iscsi neutron-server[110500]: 'Network': '1.1', May 26 13:40:52.006263 dv-cinder-819668-4-iscsi neutron-server[110500]: 'Port': '1.7', May 26 13:40:52.006263 dv-cinder-819668-4-iscsi neutron-server[110500]: 'PortForwarding': '1.3', May 26 13:40:52.006263 dv-cinder-819668-4-iscsi neutron-server[110500]: 'QosPolicy': '1.10', May 26 13:40:52.006263 dv-cinder-819668-4-iscsi neutron-server[110500]: 'SecurityGroup': '1.5', May 26 13:40:52.006263 dv-cinder-819668-4-iscsi neutron-server[110500]: 'SecurityGroupRule': '1.2', May 26 13:40:52.006263 dv-cinder-819668-4-iscsi neutron-server[110500]: 'SubPort': '1.0', May 26 13:40:52.006263 dv-cinder-819668-4-iscsi neutron-server[110500]: 'Subnet': '1.1', May 26 13:40:52.006263 dv-cinder-819668-4-iscsi neutron-server[110500]: 'Trunk': '1.1'}} May 26 13:40:52.006263 dv-cinder-819668-4-iscsi neutron-server[110500]: {{(pid=110500) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 13:40:52.494924 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 5 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:41:00.424244 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:UPDATE=2,neutron:SELECT=8 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:41:01.736032 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=16,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:41:01.738189 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=23,neutron:INSERT=4 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:41:01.992275 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:41:01.993675 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:41:02.063468 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:41:07.490321 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=3 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:41:07.497247 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=5 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:41:14.067410 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-f77a2c35-209d-45d7-93aa-fb912f0f1eb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:41:16.432800 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-52d80228-b353-47c0-a7e6-00cdd3279e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:41:17.693013 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:41:19.099139 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:41:20.439394 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:41:29.495135 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 5 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:41:30.434172 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:41:30.434953 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:41:44.062091 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-44b8efbe-49b8-4027-bbd0-a6aa4a79c5b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:41:44.494121 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:41:44.494949 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=6 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:41:46.425544 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-ff4d85c7-97ba-4e92-8c28-0d1af68092e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:41:47.692392 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:41:49.100146 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:41:50.443337 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:42:00.437254 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:42:00.439656 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:42:06.494299 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 5 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:42:14.065946 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-2479f17e-9321-4726-88c0-38f0970f2dec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:42:16.427751 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-2f20de66-4b12-4da4-adee-143ee3442b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:42:17.695839 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:42:19.105100 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:42:20.448675 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:42:21.487334 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=4 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:42:21.492836 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=4 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:42:30.440225 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:42:30.442156 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:42:40.305431 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-568588'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_create {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:42:42.230276 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=11 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:42:42.232246 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=15 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:42:43.493273 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 6 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:42:44.068157 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-ae38037e-ce3e-4b24-8673-ab5889f68e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:42:46.431965 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-8bb5eceb-de7a-4fbc-9979-e5eb18092cdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:42:47.699700 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:42:49.109835 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:42:50.455336 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:42:53.324615 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 55682) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:42:53.438511 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-0d28a657-f57c-4a8c-aede-156e31f6261b admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1124613 May 26 13:42:55.772648 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 55692) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:42:55.832124 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-0acefc90-3799-4927-8868-ce2c41bf959a admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0583432 May 26 13:42:58.484659 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=3 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:42:58.491155 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=5 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:43:00.447877 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:43:00.451074 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:INSERT=1,neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:43:05.825359 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:43:05.826163 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:43:10.258300 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:43:14.078468 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-6930af01-10c8-488e-b6f3-9dca24b0caf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:43:16.437831 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e0050f77-28f9-4591-ac80-1e31acd2fdb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:43:17.495426 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=2 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:43:17.705533 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:43:19.112679 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:43:20.451046 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:43:20.494619 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 6 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:43:30.439294 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:43:30.445502 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:43:35.486369 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=3 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:43:40.272387 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:43:42.497791 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:43:44.071538 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-57f04826-c725-4cf9-ba2c-f3331dc445da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:43:46.429886 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-8389e30b-d991-4415-8890-177f461dcedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:43:47.704956 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:43:49.124361 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:43:50.447537 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:43:57.493888 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 6 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:44:00.438888 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:00.441948 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:10.301270 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:12.484248 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=5 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:12.485698 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=3 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:14.076899 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e53a353f-4fbe-48ba-8c63-90dae64ff557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:16.436363 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-28a6d338-15bf-480a-b63e-bdc1775f944f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:17.715773 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:19.119698 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:20.446933 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:30.438564 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:30.441834 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:34.493530 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 6 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:44:35.211878 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 55786) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:44:35.417891 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-6c216b6f-9e91-42d8-9c56-f88570cfda02 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1355966574-network', 'tenant_id': '1ce476b2a1764f56b9780f4a5c75ac3d'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:44:35.441659 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c216b6f-9e91-42d8-9c56-f88570cfda02 admin admin] Made reservation on behalf of 1ce476b2a1764f56b9780f4a5c75ac3d for: {'network': 1} {{(pid=110501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:44:35.443971 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6c216b6f-9e91-42d8-9c56-f88570cfda02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for network (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:35.453358 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6c216b6f-9e91-42d8-9c56-f88570cfda02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:35.542164 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6c216b6f-9e91-42d8-9c56-f88570cfda02 admin admin] Publish callbacks [] for security_group (81c1d522-0933-4da2-aabc-d9390058e26d), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:35.547539 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6c216b6f-9e91-42d8-9c56-f88570cfda02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (81c1d522-0933-4da2-aabc-d9390058e26d), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:35.574794 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c216b6f-9e91-42d8-9c56-f88570cfda02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=110501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 13:44:35.590908 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6c216b6f-9e91-42d8-9c56-f88570cfda02 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755648326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329'] for segment (72489f9d-88bc-4f02-8b41-7b0a26fec68a), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:35.591876 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.db.segments_db [None req-6c216b6f-9e91-42d8-9c56-f88570cfda02 admin admin] Added segment 72489f9d-88bc-4f02-8b41-7b0a26fec68a of type vlan for network 7243f764-410e-4885-acdc-a415825d1293 May 26 13:44:35.604375 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c216b6f-9e91-42d8-9c56-f88570cfda02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c1d522-0933-4da2-aabc-d9390058e26d,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:35.640218 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c216b6f-9e91-42d8-9c56-f88570cfda02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:35.640621 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c216b6f-9e91-42d8-9c56-f88570cfda02 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:35.641012 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c216b6f-9e91-42d8-9c56-f88570cfda02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:35.641364 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c216b6f-9e91-42d8-9c56-f88570cfda02 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:35.641990 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c216b6f-9e91-42d8-9c56-f88570cfda02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:35.642376 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c216b6f-9e91-42d8-9c56-f88570cfda02 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:35.642713 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c216b6f-9e91-42d8-9c56-f88570cfda02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:35.643041 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c216b6f-9e91-42d8-9c56-f88570cfda02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:35.643413 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c216b6f-9e91-42d8-9c56-f88570cfda02 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:35.643927 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c216b6f-9e91-42d8-9c56-f88570cfda02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:35.644324 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c216b6f-9e91-42d8-9c56-f88570cfda02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:35.644849 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c216b6f-9e91-42d8-9c56-f88570cfda02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:35.645200 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c216b6f-9e91-42d8-9c56-f88570cfda02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:35.645527 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c216b6f-9e91-42d8-9c56-f88570cfda02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:35.645849 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c216b6f-9e91-42d8-9c56-f88570cfda02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:35.647069 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c216b6f-9e91-42d8-9c56-f88570cfda02 admin admin] Tracked resource versions report: May 26 13:44:35.647069 dv-cinder-819668-4-iscsi neutron-server[110501]: pushed versions: May 26 13:44:35.647069 dv-cinder-819668-4-iscsi neutron-server[110501]: { 'AddressGroup': {'1.2'}, May 26 13:44:35.647069 dv-cinder-819668-4-iscsi neutron-server[110501]: 'Agent': {'1.1'}, May 26 13:44:35.647069 dv-cinder-819668-4-iscsi neutron-server[110501]: 'ConntrackHelper': {'1.0'}, May 26 13:44:35.647069 dv-cinder-819668-4-iscsi neutron-server[110501]: 'LocalIPAssociation': {'1.0'}, May 26 13:44:35.647069 dv-cinder-819668-4-iscsi neutron-server[110501]: 'Log': {'1.0'}, May 26 13:44:35.647069 dv-cinder-819668-4-iscsi neutron-server[110501]: 'NDPProxy': {'1.0'}, May 26 13:44:35.647069 dv-cinder-819668-4-iscsi neutron-server[110501]: 'Network': {'1.1'}, May 26 13:44:35.647069 dv-cinder-819668-4-iscsi neutron-server[110501]: 'Port': {'1.7'}, May 26 13:44:35.647069 dv-cinder-819668-4-iscsi neutron-server[110501]: 'PortForwarding': {'1.3'}, May 26 13:44:35.647069 dv-cinder-819668-4-iscsi neutron-server[110501]: 'QosPolicy': {'1.10'}, May 26 13:44:35.647069 dv-cinder-819668-4-iscsi neutron-server[110501]: 'SecurityGroup': {'1.5'}, May 26 13:44:35.647069 dv-cinder-819668-4-iscsi neutron-server[110501]: 'SecurityGroupRule': {'1.2'}, May 26 13:44:35.647069 dv-cinder-819668-4-iscsi neutron-server[110501]: 'SubPort': {'1.0'}, May 26 13:44:35.647069 dv-cinder-819668-4-iscsi neutron-server[110501]: 'Subnet': {'1.1'}, May 26 13:44:35.647069 dv-cinder-819668-4-iscsi neutron-server[110501]: 'Trunk': {'1.1'}} May 26 13:44:35.647069 dv-cinder-819668-4-iscsi neutron-server[110501]: consumer versions: May 26 13:44:35.647069 dv-cinder-819668-4-iscsi neutron-server[110501]: { DHCP agent@dv-cinder-819668-4-iscsi: {}, May 26 13:44:35.647069 dv-cinder-819668-4-iscsi neutron-server[110501]: HyperV agent@hv-cinder-81966: {}, May 26 13:44:35.647069 dv-cinder-819668-4-iscsi neutron-server[110501]: L3 agent@dv-cinder-819668-4-iscsi: {}, May 26 13:44:35.647069 dv-cinder-819668-4-iscsi neutron-server[110501]: Metadata agent@dv-cinder-819668-4-iscsi: {}, May 26 13:44:35.647069 dv-cinder-819668-4-iscsi neutron-server[110501]: Metering agent@dv-cinder-819668-4-iscsi: {}, May 26 13:44:35.647069 dv-cinder-819668-4-iscsi neutron-server[110501]: Open vSwitch agent@dv-cinder-819668-4-iscsi: { 'AddressGroup': '1.2', May 26 13:44:35.647069 dv-cinder-819668-4-iscsi neutron-server[110501]: 'Agent': '1.1', May 26 13:44:35.647069 dv-cinder-819668-4-iscsi neutron-server[110501]: 'ConntrackHelper': '1.0', May 26 13:44:35.647069 dv-cinder-819668-4-iscsi neutron-server[110501]: 'LocalIPAssociation': '1.0', May 26 13:44:35.647069 dv-cinder-819668-4-iscsi neutron-server[110501]: 'Log': '1.0', May 26 13:44:35.647069 dv-cinder-819668-4-iscsi neutron-server[110501]: 'NDPProxy': '1.0', May 26 13:44:35.647069 dv-cinder-819668-4-iscsi neutron-server[110501]: 'Network': '1.1', May 26 13:44:35.647069 dv-cinder-819668-4-iscsi neutron-server[110501]: 'Port': '1.7', May 26 13:44:35.647069 dv-cinder-819668-4-iscsi neutron-server[110501]: 'PortForwarding': '1.3', May 26 13:44:35.647069 dv-cinder-819668-4-iscsi neutron-server[110501]: 'QosPolicy': '1.10', May 26 13:44:35.647069 dv-cinder-819668-4-iscsi neutron-server[110501]: 'SecurityGroup': '1.5', May 26 13:44:35.647069 dv-cinder-819668-4-iscsi neutron-server[110501]: 'SecurityGroupRule': '1.2', May 26 13:44:35.647069 dv-cinder-819668-4-iscsi neutron-server[110501]: 'SubPort': '1.0', May 26 13:44:35.647069 dv-cinder-819668-4-iscsi neutron-server[110501]: 'Subnet': '1.1', May 26 13:44:35.647069 dv-cinder-819668-4-iscsi neutron-server[110501]: 'Trunk': '1.1'}} May 26 13:44:35.647069 dv-cinder-819668-4-iscsi neutron-server[110501]: {{(pid=110501) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 13:44:35.652933 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6c216b6f-9e91-42d8-9c56-f88570cfda02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755647801200'] for network (7243f764-410e-4885-acdc-a415825d1293), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:35.681077 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6c216b6f-9e91-42d8-9c56-f88570cfda02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for network (7243f764-410e-4885-acdc-a415825d1293), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:35.683395 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c216b6f-9e91-42d8-9c56-f88570cfda02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:44:35.684388 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6c216b6f-9e91-42d8-9c56-f88570cfda02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:35.710756 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-6c216b6f-9e91-42d8-9c56-f88570cfda02 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.4969804 May 26 13:44:35.714298 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 55822) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:44:35.720426 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-5b97ba74-75f3-4bb4-8bb3-5e819a008323 admin admin] Request body: {'subnet': {'network_id': '7243f764-410e-4885-acdc-a415825d1293', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1355966574-subnet', 'tenant_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:44:35.747345 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b97ba74-75f3-4bb4-8bb3-5e819a008323 admin admin] Made reservation on behalf of 1ce476b2a1764f56b9780f4a5c75ac3d for: {'subnet': 1} {{(pid=110500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:44:35.753336 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-5b97ba74-75f3-4bb4-8bb3-5e819a008323 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:35.762067 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c216b6f-9e91-42d8-9c56-f88570cfda02 admin admin] Pushing event updated for resources: {'Network': ['ID=7243f764-410e-4885-acdc-a415825d1293,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:35.772473 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Network 7243f764-410e-4885-acdc-a415825d1293 details requested by agent ovs-agent-dv-cinder-819668-4-iscsi with host dv-cinder-819668-4-iscsi {{(pid=110502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 13:44:36.067356 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-5b97ba74-75f3-4bb4-8bb3-5e819a008323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for subnet (f42c48c9-dd9d-4f2d-ada0-47f18130e415), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:36.125578 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b97ba74-75f3-4bb4-8bb3-5e819a008323 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f42c48c9-dd9d-4f2d-ada0-47f18130e415,revision_number=0']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:36.138216 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97ba74-75f3-4bb4-8bb3-5e819a008323 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:36.138704 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97ba74-75f3-4bb4-8bb3-5e819a008323 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:36.139070 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97ba74-75f3-4bb4-8bb3-5e819a008323 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:36.139409 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97ba74-75f3-4bb4-8bb3-5e819a008323 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:36.140175 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97ba74-75f3-4bb4-8bb3-5e819a008323 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:36.140731 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97ba74-75f3-4bb4-8bb3-5e819a008323 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:36.141200 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97ba74-75f3-4bb4-8bb3-5e819a008323 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:36.141565 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97ba74-75f3-4bb4-8bb3-5e819a008323 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:36.141931 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97ba74-75f3-4bb4-8bb3-5e819a008323 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:36.142264 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97ba74-75f3-4bb4-8bb3-5e819a008323 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:36.142607 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97ba74-75f3-4bb4-8bb3-5e819a008323 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:36.142958 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97ba74-75f3-4bb4-8bb3-5e819a008323 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:36.143270 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97ba74-75f3-4bb4-8bb3-5e819a008323 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:36.143586 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97ba74-75f3-4bb4-8bb3-5e819a008323 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:36.143897 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97ba74-75f3-4bb4-8bb3-5e819a008323 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:36.145176 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97ba74-75f3-4bb4-8bb3-5e819a008323 admin admin] Tracked resource versions report: May 26 13:44:36.145176 dv-cinder-819668-4-iscsi neutron-server[110500]: pushed versions: May 26 13:44:36.145176 dv-cinder-819668-4-iscsi neutron-server[110500]: { 'AddressGroup': {'1.2'}, May 26 13:44:36.145176 dv-cinder-819668-4-iscsi neutron-server[110500]: 'Agent': {'1.1'}, May 26 13:44:36.145176 dv-cinder-819668-4-iscsi neutron-server[110500]: 'ConntrackHelper': {'1.0'}, May 26 13:44:36.145176 dv-cinder-819668-4-iscsi neutron-server[110500]: 'LocalIPAssociation': {'1.0'}, May 26 13:44:36.145176 dv-cinder-819668-4-iscsi neutron-server[110500]: 'Log': {'1.0'}, May 26 13:44:36.145176 dv-cinder-819668-4-iscsi neutron-server[110500]: 'NDPProxy': {'1.0'}, May 26 13:44:36.145176 dv-cinder-819668-4-iscsi neutron-server[110500]: 'Network': {'1.1'}, May 26 13:44:36.145176 dv-cinder-819668-4-iscsi neutron-server[110500]: 'Port': {'1.7'}, May 26 13:44:36.145176 dv-cinder-819668-4-iscsi neutron-server[110500]: 'PortForwarding': {'1.3'}, May 26 13:44:36.145176 dv-cinder-819668-4-iscsi neutron-server[110500]: 'QosPolicy': {'1.10'}, May 26 13:44:36.145176 dv-cinder-819668-4-iscsi neutron-server[110500]: 'SecurityGroup': {'1.5'}, May 26 13:44:36.145176 dv-cinder-819668-4-iscsi neutron-server[110500]: 'SecurityGroupRule': {'1.2'}, May 26 13:44:36.145176 dv-cinder-819668-4-iscsi neutron-server[110500]: 'SubPort': {'1.0'}, May 26 13:44:36.145176 dv-cinder-819668-4-iscsi neutron-server[110500]: 'Subnet': {'1.1'}, May 26 13:44:36.145176 dv-cinder-819668-4-iscsi neutron-server[110500]: 'Trunk': {'1.1'}} May 26 13:44:36.145176 dv-cinder-819668-4-iscsi neutron-server[110500]: consumer versions: May 26 13:44:36.145176 dv-cinder-819668-4-iscsi neutron-server[110500]: { DHCP agent@dv-cinder-819668-4-iscsi: {}, May 26 13:44:36.145176 dv-cinder-819668-4-iscsi neutron-server[110500]: HyperV agent@hv-cinder-81966: {}, May 26 13:44:36.145176 dv-cinder-819668-4-iscsi neutron-server[110500]: L3 agent@dv-cinder-819668-4-iscsi: {}, May 26 13:44:36.145176 dv-cinder-819668-4-iscsi neutron-server[110500]: Metadata agent@dv-cinder-819668-4-iscsi: {}, May 26 13:44:36.145176 dv-cinder-819668-4-iscsi neutron-server[110500]: Metering agent@dv-cinder-819668-4-iscsi: {}, May 26 13:44:36.145176 dv-cinder-819668-4-iscsi neutron-server[110500]: Open vSwitch agent@dv-cinder-819668-4-iscsi: { 'AddressGroup': '1.2', May 26 13:44:36.145176 dv-cinder-819668-4-iscsi neutron-server[110500]: 'Agent': '1.1', May 26 13:44:36.145176 dv-cinder-819668-4-iscsi neutron-server[110500]: 'ConntrackHelper': '1.0', May 26 13:44:36.145176 dv-cinder-819668-4-iscsi neutron-server[110500]: 'LocalIPAssociation': '1.0', May 26 13:44:36.145176 dv-cinder-819668-4-iscsi neutron-server[110500]: 'Log': '1.0', May 26 13:44:36.145176 dv-cinder-819668-4-iscsi neutron-server[110500]: 'NDPProxy': '1.0', May 26 13:44:36.145176 dv-cinder-819668-4-iscsi neutron-server[110500]: 'Network': '1.1', May 26 13:44:36.145176 dv-cinder-819668-4-iscsi neutron-server[110500]: 'Port': '1.7', May 26 13:44:36.145176 dv-cinder-819668-4-iscsi neutron-server[110500]: 'PortForwarding': '1.3', May 26 13:44:36.145176 dv-cinder-819668-4-iscsi neutron-server[110500]: 'QosPolicy': '1.10', May 26 13:44:36.145176 dv-cinder-819668-4-iscsi neutron-server[110500]: 'SecurityGroup': '1.5', May 26 13:44:36.145176 dv-cinder-819668-4-iscsi neutron-server[110500]: 'SecurityGroupRule': '1.2', May 26 13:44:36.145176 dv-cinder-819668-4-iscsi neutron-server[110500]: 'SubPort': '1.0', May 26 13:44:36.145176 dv-cinder-819668-4-iscsi neutron-server[110500]: 'Subnet': '1.1', May 26 13:44:36.145176 dv-cinder-819668-4-iscsi neutron-server[110500]: 'Trunk': '1.1'}} May 26 13:44:36.145176 dv-cinder-819668-4-iscsi neutron-server[110500]: {{(pid=110500) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 13:44:36.190128 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b97ba74-75f3-4bb4-8bb3-5e819a008323 admin admin] Checking segment: {'id': '72489f9d-88bc-4f02-8b41-7b0a26fec68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7243f764-410e-4885-acdc-a415825d1293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:44:36.190507 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b97ba74-75f3-4bb4-8bb3-5e819a008323 admin admin] Network hostable DHCP agents. Network: 7243f764-410e-4885-acdc-a415825d1293, hostable agents: ['f02764f4-f497-4694-a2eb-22efe73666f4'], hosted agents: [] {{(pid=110500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 13:44:36.215770 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b97ba74-75f3-4bb4-8bb3-5e819a008323 admin admin] Network 7243f764-410e-4885-acdc-a415825d1293 is scheduled to be hosted by DHCP agent f02764f4-f497-4694-a2eb-22efe73666f4 with binding_index 1 {{(pid=110500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 13:44:36.232903 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [None req-5b97ba74-75f3-4bb4-8bb3-5e819a008323 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819668-4-iscsi, 7243f764-410e-4885-acdc-a415825d1293) {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:44:36.238101 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b97ba74-75f3-4bb4-8bb3-5e819a008323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:44:36.238706 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-5b97ba74-75f3-4bb4-8bb3-5e819a008323 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for subnet (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:36.244081 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d63510-b633-4bdd-a5e0-41b7f5515893 None None] Network 7243f764-410e-4885-acdc-a415825d1293 requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:44:36.265515 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 55844) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:44:36.266167 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-5b97ba74-75f3-4bb4-8bb3-5e819a008323 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5501356 May 26 13:44:36.271730 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-d9b737f5-206b-4ce9-84f4-a2c466aa60b9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1355966574-router', 'tenant_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'}}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:44:36.325404 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d9b737f5-206b-4ce9-84f4-a2c466aa60b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7936'] for router (158343de-78a2-4feb-ad8a-daa0577f703e), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:36.327497 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d9b737f5-206b-4ce9-84f4-a2c466aa60b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-906688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-655507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7993'] for router (158343de-78a2-4feb-ad8a-daa0577f703e), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:36.412430 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c4207e-0c23-46ef-9c0d-af310816ac08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c43c4a0-638b-5401-8746-75049319ae93-7243f764-410e-4885-acdc-a415825d1293', 'network_id': '7243f764-410e-4885-acdc-a415825d1293', 'project_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'fixed_ips': [{'subnet_id': 'f42c48c9-dd9d-4f2d-ada0-47f18130e415'}]}} from dv-cinder-819668-4-iscsi. {{(pid=110502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 13:44:36.413382 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-b3c4207e-0c23-46ef-9c0d-af310816ac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:36.461071 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d9b737f5-206b-4ce9-84f4-a2c466aa60b9 admin admin] Publish callbacks [] for router_controller (158343de-78a2-4feb-ad8a-daa0577f703e), precommit_add_association {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:36.609016 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.db_base_plugin_common [None req-b3c4207e-0c23-46ef-9c0d-af310816ac08 None None] Allocated IP 172.20.0.2 (7243f764-410e-4885-acdc-a415825d1293/f42c48c9-dd9d-4f2d-ada0-47f18130e415/f0f2d670-e23a-4394-9a61-fd8891d0a927) {{(pid=110502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:44:36.652592 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d9b737f5-206b-4ce9-84f4-a2c466aa60b9 admin admin] Publish callbacks [] for router_gateway (158343de-78a2-4feb-ad8a-daa0577f703e), precommit_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:36.803403 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-b3c4207e-0c23-46ef-9c0d-af310816ac08 None None] Publish callbacks [] for port (f0f2d670-e23a-4394-9a61-fd8891d0a927), precommit_create {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:36.811528 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-b3c4207e-0c23-46ef-9c0d-af310816ac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041'] for port (f0f2d670-e23a-4394-9a61-fd8891d0a927), after_create {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:36.877535 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d9b737f5-206b-4ce9-84f4-a2c466aa60b9 admin admin] Publish callbacks [] for router_gateway (158343de-78a2-4feb-ad8a-daa0577f703e), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:36.883256 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c4207e-0c23-46ef-9c0d-af310816ac08 None None] Network 7243f764-410e-4885-acdc-a415825d1293 is already hosted by enough agents. {{(pid=110502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:44:36.891328 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.scheduler.base_scheduler [None req-b3c4207e-0c23-46ef-9c0d-af310816ac08 None None] Resources bound (agent type, host, resource id): {{(pid=110502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:44:36.895902 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c4207e-0c23-46ef-9c0d-af310816ac08 None None] Received port after_create {{(pid=110502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:44:36.905692 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d9b737f5-206b-4ce9-84f4-a2c466aa60b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:36.907947 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c4207e-0c23-46ef-9c0d-af310816ac08 None None] Pushing event updated for resources: {'Port': ['ID=f0f2d670-e23a-4394-9a61-fd8891d0a927,revision_number=1']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:36.935225 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c4207e-0c23-46ef-9c0d-af310816ac08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:36.935650 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c4207e-0c23-46ef-9c0d-af310816ac08 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:36.936075 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c4207e-0c23-46ef-9c0d-af310816ac08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:36.936465 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c4207e-0c23-46ef-9c0d-af310816ac08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:36.936902 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c4207e-0c23-46ef-9c0d-af310816ac08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:36.937290 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c4207e-0c23-46ef-9c0d-af310816ac08 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:36.938290 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c4207e-0c23-46ef-9c0d-af310816ac08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:36.938817 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c4207e-0c23-46ef-9c0d-af310816ac08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:36.939289 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c4207e-0c23-46ef-9c0d-af310816ac08 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:36.939775 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c4207e-0c23-46ef-9c0d-af310816ac08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:36.940250 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c4207e-0c23-46ef-9c0d-af310816ac08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:36.940754 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c4207e-0c23-46ef-9c0d-af310816ac08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:36.941438 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c4207e-0c23-46ef-9c0d-af310816ac08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:36.941761 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c4207e-0c23-46ef-9c0d-af310816ac08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:36.942080 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c4207e-0c23-46ef-9c0d-af310816ac08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:36.943304 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c4207e-0c23-46ef-9c0d-af310816ac08 None None] Tracked resource versions report: May 26 13:44:36.943304 dv-cinder-819668-4-iscsi neutron-server[110502]: pushed versions: May 26 13:44:36.943304 dv-cinder-819668-4-iscsi neutron-server[110502]: { 'AddressGroup': {'1.2'}, May 26 13:44:36.943304 dv-cinder-819668-4-iscsi neutron-server[110502]: 'Agent': {'1.1'}, May 26 13:44:36.943304 dv-cinder-819668-4-iscsi neutron-server[110502]: 'ConntrackHelper': {'1.0'}, May 26 13:44:36.943304 dv-cinder-819668-4-iscsi neutron-server[110502]: 'LocalIPAssociation': {'1.0'}, May 26 13:44:36.943304 dv-cinder-819668-4-iscsi neutron-server[110502]: 'Log': {'1.0'}, May 26 13:44:36.943304 dv-cinder-819668-4-iscsi neutron-server[110502]: 'NDPProxy': {'1.0'}, May 26 13:44:36.943304 dv-cinder-819668-4-iscsi neutron-server[110502]: 'Network': {'1.1'}, May 26 13:44:36.943304 dv-cinder-819668-4-iscsi neutron-server[110502]: 'Port': {'1.7'}, May 26 13:44:36.943304 dv-cinder-819668-4-iscsi neutron-server[110502]: 'PortForwarding': {'1.3'}, May 26 13:44:36.943304 dv-cinder-819668-4-iscsi neutron-server[110502]: 'QosPolicy': {'1.10'}, May 26 13:44:36.943304 dv-cinder-819668-4-iscsi neutron-server[110502]: 'SecurityGroup': {'1.5'}, May 26 13:44:36.943304 dv-cinder-819668-4-iscsi neutron-server[110502]: 'SecurityGroupRule': {'1.2'}, May 26 13:44:36.943304 dv-cinder-819668-4-iscsi neutron-server[110502]: 'SubPort': {'1.0'}, May 26 13:44:36.943304 dv-cinder-819668-4-iscsi neutron-server[110502]: 'Subnet': {'1.1'}, May 26 13:44:36.943304 dv-cinder-819668-4-iscsi neutron-server[110502]: 'Trunk': {'1.1'}} May 26 13:44:36.943304 dv-cinder-819668-4-iscsi neutron-server[110502]: consumer versions: May 26 13:44:36.943304 dv-cinder-819668-4-iscsi neutron-server[110502]: { DHCP agent@dv-cinder-819668-4-iscsi: {}, May 26 13:44:36.943304 dv-cinder-819668-4-iscsi neutron-server[110502]: HyperV agent@hv-cinder-81966: {}, May 26 13:44:36.943304 dv-cinder-819668-4-iscsi neutron-server[110502]: L3 agent@dv-cinder-819668-4-iscsi: {}, May 26 13:44:36.943304 dv-cinder-819668-4-iscsi neutron-server[110502]: Metadata agent@dv-cinder-819668-4-iscsi: {}, May 26 13:44:36.943304 dv-cinder-819668-4-iscsi neutron-server[110502]: Metering agent@dv-cinder-819668-4-iscsi: {}, May 26 13:44:36.943304 dv-cinder-819668-4-iscsi neutron-server[110502]: Open vSwitch agent@dv-cinder-819668-4-iscsi: { 'AddressGroup': '1.2', May 26 13:44:36.943304 dv-cinder-819668-4-iscsi neutron-server[110502]: 'Agent': '1.1', May 26 13:44:36.943304 dv-cinder-819668-4-iscsi neutron-server[110502]: 'ConntrackHelper': '1.0', May 26 13:44:36.943304 dv-cinder-819668-4-iscsi neutron-server[110502]: 'LocalIPAssociation': '1.0', May 26 13:44:36.943304 dv-cinder-819668-4-iscsi neutron-server[110502]: 'Log': '1.0', May 26 13:44:36.943304 dv-cinder-819668-4-iscsi neutron-server[110502]: 'NDPProxy': '1.0', May 26 13:44:36.943304 dv-cinder-819668-4-iscsi neutron-server[110502]: 'Network': '1.1', May 26 13:44:36.943304 dv-cinder-819668-4-iscsi neutron-server[110502]: 'Port': '1.7', May 26 13:44:36.943304 dv-cinder-819668-4-iscsi neutron-server[110502]: 'PortForwarding': '1.3', May 26 13:44:36.943304 dv-cinder-819668-4-iscsi neutron-server[110502]: 'QosPolicy': '1.10', May 26 13:44:36.943304 dv-cinder-819668-4-iscsi neutron-server[110502]: 'SecurityGroup': '1.5', May 26 13:44:36.943304 dv-cinder-819668-4-iscsi neutron-server[110502]: 'SecurityGroupRule': '1.2', May 26 13:44:36.943304 dv-cinder-819668-4-iscsi neutron-server[110502]: 'SubPort': '1.0', May 26 13:44:36.943304 dv-cinder-819668-4-iscsi neutron-server[110502]: 'Subnet': '1.1', May 26 13:44:36.943304 dv-cinder-819668-4-iscsi neutron-server[110502]: 'Trunk': '1.1'}} May 26 13:44:36.943304 dv-cinder-819668-4-iscsi neutron-server[110502]: {{(pid=110502) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 13:44:36.982663 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-b3c4207e-0c23-46ef-9c0d-af310816ac08 None None] Attempting to bind port f0f2d670-e23a-4394-9a61-fd8891d0a927 on host dv-cinder-819668-4-iscsi for vnic_type normal with profile {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:44:36.983022 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-b3c4207e-0c23-46ef-9c0d-af310816ac08 None None] Attempting to bind port f0f2d670-e23a-4394-9a61-fd8891d0a927 by drivers openvswitch,hyperv on host dv-cinder-819668-4-iscsi at level 0 using segments [{'id': '72489f9d-88bc-4f02-8b41-7b0a26fec68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7243f764-410e-4885-acdc-a415825d1293'}] {{(pid=110502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:44:36.984394 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c4207e-0c23-46ef-9c0d-af310816ac08 None None] Attempting to bind port f0f2d670-e23a-4394-9a61-fd8891d0a927 on network 7243f764-410e-4885-acdc-a415825d1293 {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:44:36.991217 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c4207e-0c23-46ef-9c0d-af310816ac08 None None] Checking agent: {'id': '8ab0da26-f041-4f99-a2cc-fa5d75d9001c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 35, 50), 'started_at': datetime.datetime(2022, 5, 26, 13, 36, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:44:36.991827 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c4207e-0c23-46ef-9c0d-af310816ac08 None None] Checking segment: {'id': '72489f9d-88bc-4f02-8b41-7b0a26fec68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7243f764-410e-4885-acdc-a415825d1293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:44:36.992415 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-b3c4207e-0c23-46ef-9c0d-af310816ac08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:36.992954 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c4207e-0c23-46ef-9c0d-af310816ac08 None None] Bound using segment: {'id': '72489f9d-88bc-4f02-8b41-7b0a26fec68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7243f764-410e-4885-acdc-a415825d1293'} {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:44:36.993422 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-b3c4207e-0c23-46ef-9c0d-af310816ac08 None None] Bound port: f0f2d670-e23a-4394-9a61-fd8891d0a927, host: dv-cinder-819668-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72489f9d-88bc-4f02-8b41-7b0a26fec68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7243f764-410e-4885-acdc-a415825d1293'}}] {{(pid=110502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:44:36.993798 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-b3c4207e-0c23-46ef-9c0d-af310816ac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (f0f2d670-e23a-4394-9a61-fd8891d0a927), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:37.002756 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:37.069115 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-b3c4207e-0c23-46ef-9c0d-af310816ac08 None None] For port f0f2d670-e23a-4394-9a61-fd8891d0a927, host dv-cinder-819668-4-iscsi, cleared binding levels {{(pid=110502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:44:37.073797 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-b3c4207e-0c23-46ef-9c0d-af310816ac08 None None] For port f0f2d670-e23a-4394-9a61-fd8891d0a927, host dv-cinder-819668-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=f0f2d670-e23a-4394-9a61-fd8891d0a927,segment=NetworkSegment(72489f9d-88bc-4f02-8b41-7b0a26fec68a),segment_id=72489f9d-88bc-4f02-8b41-7b0a26fec68a)] {{(pid=110502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:44:37.080874 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.db_base_plugin_common [None req-d9b737f5-206b-4ce9-84f4-a2c466aa60b9 admin admin] Allocated IP 172.27.2.136 (90e76b28-de17-4e9a-956c-e3acc4b829ee/72a92eeb-8c5d-4770-b3e7-e9300b6be16c/3682f2c2-18c6-41c7-9917-2c057b37ee5e) {{(pid=110501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:44:37.082430 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-b3c4207e-0c23-46ef-9c0d-af310816ac08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (f0f2d670-e23a-4394-9a61-fd8891d0a927), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:37.091818 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:37.104677 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 55892) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:44:37.181041 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c4207e-0c23-46ef-9c0d-af310816ac08 None None] Pushing event updated for resources: {'Port': ['ID=f0f2d670-e23a-4394-9a61-fd8891d0a927,revision_number=2']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:37.337928 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d9b737f5-206b-4ce9-84f4-a2c466aa60b9 admin admin] Publish callbacks [] for port (3682f2c2-18c6-41c7-9917-2c057b37ee5e), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:37.387478 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d9b737f5-206b-4ce9-84f4-a2c466aa60b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041'] for port (3682f2c2-18c6-41c7-9917-2c057b37ee5e), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:37.464570 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b737f5-206b-4ce9-84f4-a2c466aa60b9 admin admin] Pushing event updated for resources: {'Port': ['ID=3682f2c2-18c6-41c7-9917-2c057b37ee5e,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:37.508951 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b737f5-206b-4ce9-84f4-a2c466aa60b9 admin admin] Network 90e76b28-de17-4e9a-956c-e3acc4b829ee is already hosted by enough agents. {{(pid=110501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:44:37.511493 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.base_scheduler [None req-d9b737f5-206b-4ce9-84f4-a2c466aa60b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:44:37.514632 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b737f5-206b-4ce9-84f4-a2c466aa60b9 admin admin] Received port after_create {{(pid=110501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:44:37.720520 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 55922) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:44:37.762896 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-cf16a321-40c9-4806-ad15-3f947e059865 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1049939147-network', 'tenant_id': '7a22ae4c671d4c828ea95651dd7ec9cd'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:44:37.789273 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 55926) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:44:37.798803 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf16a321-40c9-4806-ad15-3f947e059865 admin admin] Made reservation on behalf of 7a22ae4c671d4c828ea95651dd7ec9cd for: {'network': 1} {{(pid=110500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:44:37.802158 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-cf16a321-40c9-4806-ad15-3f947e059865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for network (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:37.817836 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d9b737f5-206b-4ce9-84f4-a2c466aa60b9 admin admin] Publish callbacks [] for router_gateway (158343de-78a2-4feb-ad8a-daa0577f703e), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:37.822558 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-cf16a321-40c9-4806-ad15-3f947e059865 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:37.969005 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-cf16a321-40c9-4806-ad15-3f947e059865 admin admin] Publish callbacks [] for security_group (4e73beaa-c450-47a6-aed3-c8a7e1527ed7), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:37.975411 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-cf16a321-40c9-4806-ad15-3f947e059865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (4e73beaa-c450-47a6-aed3-c8a7e1527ed7), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:38.013326 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-c11a1acc-4c03-4271-888c-43cb76449fe8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-460254636-network', 'tenant_id': '667a2ccd9c9045879b4b87e156997161'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:44:38.014631 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-30448223-da96-4daf-bbf9-4c8a826aadeb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1151764757-network', 'tenant_id': '2007395425194750a87edd6c0da44e66'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:44:38.029958 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf16a321-40c9-4806-ad15-3f947e059865 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=110500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 13:44:38.068648 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16a321-40c9-4806-ad15-3f947e059865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e73beaa-c450-47a6-aed3-c8a7e1527ed7,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:38.080748 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11a1acc-4c03-4271-888c-43cb76449fe8 admin admin] Made reservation on behalf of 667a2ccd9c9045879b4b87e156997161 for: {'network': 1} {{(pid=110501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:44:38.084546 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-c11a1acc-4c03-4271-888c-43cb76449fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for network (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:38.102494 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-cf16a321-40c9-4806-ad15-3f947e059865 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755648326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329'] for segment (2928ecee-b4db-47c3-80e5-e017a46b0d13), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:38.103426 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.db.segments_db [None req-cf16a321-40c9-4806-ad15-3f947e059865 admin admin] Added segment 2928ecee-b4db-47c3-80e5-e017a46b0d13 of type vlan for network fe7c5613-fb2c-42f9-ab8b-0d2c594276aa May 26 13:44:38.114525 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-c11a1acc-4c03-4271-888c-43cb76449fe8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:38.160364 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d9b737f5-206b-4ce9-84f4-a2c466aa60b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-906743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569091'] for router (158343de-78a2-4feb-ad8a-daa0577f703e), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:38.178738 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30448223-da96-4daf-bbf9-4c8a826aadeb admin admin] Made reservation on behalf of 2007395425194750a87edd6c0da44e66 for: {'network': 1} {{(pid=110500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:44:38.182930 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-30448223-da96-4daf-bbf9-4c8a826aadeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for network (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:38.206243 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-30448223-da96-4daf-bbf9-4c8a826aadeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:38.211768 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:38.215236 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-cf16a321-40c9-4806-ad15-3f947e059865 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755647801200'] for network (fe7c5613-fb2c-42f9-ab8b-0d2c594276aa), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:38.225190 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:38.309071 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-cf16a321-40c9-4806-ad15-3f947e059865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for network (fe7c5613-fb2c-42f9-ab8b-0d2c594276aa), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:38.311172 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf16a321-40c9-4806-ad15-3f947e059865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:44:38.313101 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-cf16a321-40c9-4806-ad15-3f947e059865 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:38.362879 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:38.382232 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b737f5-206b-4ce9-84f4-a2c466aa60b9 admin admin] Router 158343de-78a2-4feb-ad8a-daa0577f703e is scheduled to L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f with binding_index 1 {{(pid=110501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 13:44:38.465643 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16a321-40c9-4806-ad15-3f947e059865 admin admin] Pushing event updated for resources: {'Network': ['ID=fe7c5613-fb2c-42f9-ab8b-0d2c594276aa,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:38.479637 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Network fe7c5613-fb2c-42f9-ab8b-0d2c594276aa details requested by agent ovs-agent-dv-cinder-819668-4-iscsi with host dv-cinder-819668-4-iscsi {{(pid=110502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 13:44:38.502680 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-cf16a321-40c9-4806-ad15-3f947e059865 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.3945060 May 26 13:44:38.505903 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 55952) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:44:38.512504 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-a957a81c-f7e5-4ecc-906f-e0b854ec5518 admin admin] Request body: {'subnet': {'network_id': 'fe7c5613-fb2c-42f9-ab8b-0d2c594276aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1049939147-subnet', 'tenant_id': '7a22ae4c671d4c828ea95651dd7ec9cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:44:38.547122 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a957a81c-f7e5-4ecc-906f-e0b854ec5518 admin admin] Made reservation on behalf of 7a22ae4c671d4c828ea95651dd7ec9cd for: {'subnet': 1} {{(pid=110500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:44:38.550859 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-a957a81c-f7e5-4ecc-906f-e0b854ec5518 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:38.552729 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:38.583476 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b737f5-206b-4ce9-84f4-a2c466aa60b9 admin admin] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:44:38.589034 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-c11a1acc-4c03-4271-888c-43cb76449fe8 admin admin] Publish callbacks [] for security_group (a0ae6c30-a60a-4484-b7db-fd71dfc957f5), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:38.602039 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb61e1b-19cc-4041-9ea6-780f3c912123 None None] Sync routers for ids ['158343de-78a2-4feb-ad8a-daa0577f703e'] in dv-cinder-819668-4-iscsi {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:44:38.617139 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-c11a1acc-4c03-4271-888c-43cb76449fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (a0ae6c30-a60a-4484-b7db-fd71dfc957f5), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:38.624485 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb61e1b-19cc-4041-9ea6-780f3c912123 None None] Routers {'158343de-78a2-4feb-ad8a-daa0577f703e'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:44:38.626255 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-8bb61e1b-19cc-4041-9ea6-780f3c912123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:44:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['158343de-78a2-4feb-ad8a-daa0577f703e'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:44:38.635701 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d9b737f5-206b-4ce9-84f4-a2c466aa60b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:38.636983 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-d9b737f5-206b-4ce9-84f4-a2c466aa60b9 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.3694515 May 26 13:44:38.641942 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 55958) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:44:38.688493 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15887bdb-1c6a-49bd-af6d-eca77e07a51c None None] Network 7243f764-410e-4885-acdc-a415825d1293 requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:44:38.835977 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-7f7e35d7-3021-4141-8fbc-84a27d146263 None None] Provisioning complete for port f0f2d670-e23a-4394-9a61-fd8891d0a927 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:44:38.836278 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-7f7e35d7-3021-4141-8fbc-84a27d146263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (f0f2d670-e23a-4394-9a61-fd8891d0a927), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:38.849668 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:38.917000 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c11a1acc-4c03-4271-888c-43cb76449fe8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=110501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 13:44:38.927994 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a1acc-4c03-4271-888c-43cb76449fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ae6c30-a60a-4484-b7db-fd71dfc957f5,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:38.942724 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-c11a1acc-4c03-4271-888c-43cb76449fe8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755648326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329'] for segment (3a4a3e5b-0e17-442c-bc39-61e33c050f0d), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:38.943908 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.db.segments_db [None req-c11a1acc-4c03-4271-888c-43cb76449fe8 admin admin] Added segment 3a4a3e5b-0e17-442c-bc39-61e33c050f0d of type vlan for network fcfdea38-f7ed-4182-bc5e-d5404ef24e0e May 26 13:44:38.946185 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:38.987973 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-30448223-da96-4daf-bbf9-4c8a826aadeb admin admin] Publish callbacks [] for security_group (98089696-3730-467e-9a78-81517abc36c2), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:38.993597 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-8bb61e1b-19cc-4041-9ea6-780f3c912123 None None] Set router 158343de-78a2-4feb-ad8a-daa0577f703e gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:44:39.006368 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-30448223-da96-4daf-bbf9-4c8a826aadeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (98089696-3730-467e-9a78-81517abc36c2), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:39.034907 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-7f7e35d7-3021-4141-8fbc-84a27d146263 None None] Current status of the port f0f2d670-e23a-4394-9a61-fd8891d0a927 is: DOWN; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:44:39.035104 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-7f7e35d7-3021-4141-8fbc-84a27d146263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (f0f2d670-e23a-4394-9a61-fd8891d0a927), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:39.068761 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-c11a1acc-4c03-4271-888c-43cb76449fe8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755647801200'] for network (fcfdea38-f7ed-4182-bc5e-d5404ef24e0e), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:39.100318 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30448223-da96-4daf-bbf9-4c8a826aadeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=110500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 13:44:39.109994 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-a957a81c-f7e5-4ecc-906f-e0b854ec5518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for subnet (1a8db53a-65d3-417c-a9a0-5484759c95ee), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:39.153237 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30448223-da96-4daf-bbf9-4c8a826aadeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98089696-3730-467e-9a78-81517abc36c2,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:39.162909 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-30448223-da96-4daf-bbf9-4c8a826aadeb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755648326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329'] for segment (e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:39.164783 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.db.segments_db [None req-30448223-da96-4daf-bbf9-4c8a826aadeb admin admin] Added segment e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488 of type vlan for network 96b4b46b-ed06-4350-9763-5db4d4c655a1 May 26 13:44:39.243451 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:INSERT=15,neutron:SELECT=79,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:39.245986 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a957a81c-f7e5-4ecc-906f-e0b854ec5518 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a8db53a-65d3-417c-a9a0-5484759c95ee,revision_number=0']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:39.299337 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-30448223-da96-4daf-bbf9-4c8a826aadeb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755647801200'] for network (96b4b46b-ed06-4350-9763-5db4d4c655a1), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:39.332169 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a957a81c-f7e5-4ecc-906f-e0b854ec5518 admin admin] Checking segment: {'id': '2928ecee-b4db-47c3-80e5-e017a46b0d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fe7c5613-fb2c-42f9-ab8b-0d2c594276aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:44:39.333327 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a957a81c-f7e5-4ecc-906f-e0b854ec5518 admin admin] Network hostable DHCP agents. Network: fe7c5613-fb2c-42f9-ab8b-0d2c594276aa, hostable agents: ['f02764f4-f497-4694-a2eb-22efe73666f4'], hosted agents: [] {{(pid=110500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 13:44:39.391445 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a957a81c-f7e5-4ecc-906f-e0b854ec5518 admin admin] Network fe7c5613-fb2c-42f9-ab8b-0d2c594276aa is scheduled to be hosted by DHCP agent f02764f4-f497-4694-a2eb-22efe73666f4 with binding_index 1 {{(pid=110500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 13:44:39.394326 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-30448223-da96-4daf-bbf9-4c8a826aadeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for network (96b4b46b-ed06-4350-9763-5db4d4c655a1), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:39.396246 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30448223-da96-4daf-bbf9-4c8a826aadeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:44:39.397043 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-30448223-da96-4daf-bbf9-4c8a826aadeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:39.425262 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-c11a1acc-4c03-4271-888c-43cb76449fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for network (fcfdea38-f7ed-4182-bc5e-d5404ef24e0e), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:39.428503 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11a1acc-4c03-4271-888c-43cb76449fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:44:39.429314 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-c11a1acc-4c03-4271-888c-43cb76449fe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:39.601775 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30448223-da96-4daf-bbf9-4c8a826aadeb admin admin] Pushing event updated for resources: {'Network': ['ID=96b4b46b-ed06-4350-9763-5db4d4c655a1,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:39.625002 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [None req-a957a81c-f7e5-4ecc-906f-e0b854ec5518 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819668-4-iscsi, fe7c5613-fb2c-42f9-ab8b-0d2c594276aa) {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:44:39.635572 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a957a81c-f7e5-4ecc-906f-e0b854ec5518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:44:39.636176 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-a957a81c-f7e5-4ecc-906f-e0b854ec5518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for subnet (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:39.651469 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-c11a1acc-4c03-4271-888c-43cb76449fe8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.8610425 May 26 13:44:39.654854 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-30448223-da96-4daf-bbf9-4c8a826aadeb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.9330559 May 26 13:44:39.671949 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 55992) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:44:39.673057 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 55994) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:44:39.690665 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-8bb61e1b-19cc-4041-9ea6-780f3c912123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'name': 'tempest-AttachVolumeShelveTestJSON-1355966574-router', 'tenant_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '3682f2c2-18c6-41c7-9917-2c057b37ee5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:36Z', 'updated_at': '2022-05-26T13:44:37Z', 'revision_number': 3, 'project_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'gw_port': {'id': '3682f2c2-18c6-41c7-9917-2c057b37ee5e', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:36Z', 'updated_at': '2022-05-26T13:44:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi'}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:44:39.696129 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-d31720e7-2c83-4fd2-ab39-9a0136b2e2f4 admin admin] Request body: {'subnet': {'network_id': 'fcfdea38-f7ed-4182-bc5e-d5404ef24e0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-460254636-subnet', 'tenant_id': '667a2ccd9c9045879b4b87e156997161', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:44:39.719019 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-c7bda37c-e0d7-4021-8110-51a25bc366e1 admin admin] Request body: {'subnet': {'network_id': '96b4b46b-ed06-4350-9763-5db4d4c655a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1151764757-subnet', 'tenant_id': '2007395425194750a87edd6c0da44e66', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:44:39.734382 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Network 96b4b46b-ed06-4350-9763-5db4d4c655a1 details requested by agent ovs-agent-dv-cinder-819668-4-iscsi with host dv-cinder-819668-4-iscsi {{(pid=110502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 13:44:39.753107 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb61e1b-19cc-4041-9ea6-780f3c912123 None None] Checking router: 158343de-78a2-4feb-ad8a-daa0577f703e for host: dv-cinder-819668-4-iscsi {{(pid=110503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:44:39.755644 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb61e1b-19cc-4041-9ea6-780f3c912123 None None] Updating router 158343de-78a2-4feb-ad8a-daa0577f703e port 3682f2c2-18c6-41c7-9917-2c057b37ee5e binding host dv-cinder-819668-4-iscsi {{(pid=110503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 13:44:39.762559 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-a957a81c-f7e5-4ecc-906f-e0b854ec5518 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2514963 May 26 13:44:39.777871 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:39.781936 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a1acc-4c03-4271-888c-43cb76449fe8 admin admin] Pushing event updated for resources: {'Network': ['ID=fcfdea38-f7ed-4182-bc5e-d5404ef24e0e,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:39.811039 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7bda37c-e0d7-4021-8110-51a25bc366e1 admin admin] Made reservation on behalf of 2007395425194750a87edd6c0da44e66 for: {'subnet': 1} {{(pid=110500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:44:39.817461 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-c7bda37c-e0d7-4021-8110-51a25bc366e1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:39.820958 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31720e7-2c83-4fd2-ab39-9a0136b2e2f4 admin admin] Made reservation on behalf of 667a2ccd9c9045879b4b87e156997161 for: {'subnet': 1} {{(pid=110500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:44:39.834595 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d31720e7-2c83-4fd2-ab39-9a0136b2e2f4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:39.873311 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9e515a-3d9b-4008-b9c3-eb31bac8c77b None None] Network fe7c5613-fb2c-42f9-ab8b-0d2c594276aa requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:44:39.874550 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device f0f2d670-e23a-4394-9a61-fd8891d0a927 up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:44:39.892724 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-8bb61e1b-19cc-4041-9ea6-780f3c912123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (3682f2c2-18c6-41c7-9917-2c057b37ee5e), before_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:39.904507 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-7f7e35d7-3021-4141-8fbc-84a27d146263 None None] For port f0f2d670-e23a-4394-9a61-fd8891d0a927, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=f0f2d670-e23a-4394-9a61-fd8891d0a927,segment=NetworkSegment(72489f9d-88bc-4f02-8b41-7b0a26fec68a),segment_id=72489f9d-88bc-4f02-8b41-7b0a26fec68a)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:44:39.917785 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Network fcfdea38-f7ed-4182-bc5e-d5404ef24e0e details requested by agent ovs-agent-dv-cinder-819668-4-iscsi with host dv-cinder-819668-4-iscsi {{(pid=110502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 13:44:39.936624 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-93797062-e54a-40ef-9ce5-28fbe5c82931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:40.095268 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-7f7e35d7-3021-4141-8fbc-84a27d146263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (f0f2d670-e23a-4394-9a61-fd8891d0a927), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:40.312411 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.db_base_plugin_common [None req-93797062-e54a-40ef-9ce5-28fbe5c82931 admin admin] Allocated IP 172.20.0.1 (7243f764-410e-4885-acdc-a415825d1293/f42c48c9-dd9d-4f2d-ada0-47f18130e415/f34703a3-2aa5-4ec0-91dc-579c5278c7ae) {{(pid=110501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:44:40.424085 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:40.435421 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d31720e7-2c83-4fd2-ab39-9a0136b2e2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for subnet (b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:40.509916 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:40.526978 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-8bb61e1b-19cc-4041-9ea6-780f3c912123 None None] Publish callbacks [] for port (3682f2c2-18c6-41c7-9917-2c057b37ee5e), precommit_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:40.535611 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-8bb61e1b-19cc-4041-9ea6-780f3c912123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (3682f2c2-18c6-41c7-9917-2c057b37ee5e), after_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:40.547357 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-bea6797d-ebfb-4a87-bb9a-100721242f90 None None] Provisioning complete for port f0f2d670-e23a-4394-9a61-fd8891d0a927 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:44:40.550865 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-bea6797d-ebfb-4a87-bb9a-100721242f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (f0f2d670-e23a-4394-9a61-fd8891d0a927), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:40.566074 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-c7bda37c-e0d7-4021-8110-51a25bc366e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for subnet (761e5aa1-c2fe-4f86-81be-d9dede097e42), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:40.579595 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31720e7-2c83-4fd2-ab39-9a0136b2e2f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5,revision_number=0']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:40.584593 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-93797062-e54a-40ef-9ce5-28fbe5c82931 admin admin] Publish callbacks [] for port (f34703a3-2aa5-4ec0-91dc-579c5278c7ae), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:40.606371 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7ef3d9-0083-4dc9-af28-b1f3ee78f65d None None] Pushing event updated for resources: {'Port': ['ID=3682f2c2-18c6-41c7-9917-2c057b37ee5e,revision_number=2']} {{(pid=110503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:40.622611 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7ef3d9-0083-4dc9-af28-b1f3ee78f65d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:40.623033 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7ef3d9-0083-4dc9-af28-b1f3ee78f65d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:40.623698 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7ef3d9-0083-4dc9-af28-b1f3ee78f65d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:40.625522 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7ef3d9-0083-4dc9-af28-b1f3ee78f65d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:40.625933 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7ef3d9-0083-4dc9-af28-b1f3ee78f65d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:40.626312 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7ef3d9-0083-4dc9-af28-b1f3ee78f65d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:40.626656 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7ef3d9-0083-4dc9-af28-b1f3ee78f65d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:40.626985 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7ef3d9-0083-4dc9-af28-b1f3ee78f65d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:40.627311 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7ef3d9-0083-4dc9-af28-b1f3ee78f65d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:40.627635 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7ef3d9-0083-4dc9-af28-b1f3ee78f65d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:40.628009 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7ef3d9-0083-4dc9-af28-b1f3ee78f65d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:40.628426 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7ef3d9-0083-4dc9-af28-b1f3ee78f65d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:40.629483 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7ef3d9-0083-4dc9-af28-b1f3ee78f65d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:40.629824 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7ef3d9-0083-4dc9-af28-b1f3ee78f65d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:40.630196 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7ef3d9-0083-4dc9-af28-b1f3ee78f65d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:44:40.631622 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7ef3d9-0083-4dc9-af28-b1f3ee78f65d None None] Tracked resource versions report: May 26 13:44:40.631622 dv-cinder-819668-4-iscsi neutron-server[110503]: pushed versions: May 26 13:44:40.631622 dv-cinder-819668-4-iscsi neutron-server[110503]: { 'AddressGroup': {'1.2'}, May 26 13:44:40.631622 dv-cinder-819668-4-iscsi neutron-server[110503]: 'Agent': {'1.1'}, May 26 13:44:40.631622 dv-cinder-819668-4-iscsi neutron-server[110503]: 'ConntrackHelper': {'1.0'}, May 26 13:44:40.631622 dv-cinder-819668-4-iscsi neutron-server[110503]: 'LocalIPAssociation': {'1.0'}, May 26 13:44:40.631622 dv-cinder-819668-4-iscsi neutron-server[110503]: 'Log': {'1.0'}, May 26 13:44:40.631622 dv-cinder-819668-4-iscsi neutron-server[110503]: 'NDPProxy': {'1.0'}, May 26 13:44:40.631622 dv-cinder-819668-4-iscsi neutron-server[110503]: 'Network': {'1.1'}, May 26 13:44:40.631622 dv-cinder-819668-4-iscsi neutron-server[110503]: 'Port': {'1.7'}, May 26 13:44:40.631622 dv-cinder-819668-4-iscsi neutron-server[110503]: 'PortForwarding': {'1.3'}, May 26 13:44:40.631622 dv-cinder-819668-4-iscsi neutron-server[110503]: 'QosPolicy': {'1.10'}, May 26 13:44:40.631622 dv-cinder-819668-4-iscsi neutron-server[110503]: 'SecurityGroup': {'1.5'}, May 26 13:44:40.631622 dv-cinder-819668-4-iscsi neutron-server[110503]: 'SecurityGroupRule': {'1.2'}, May 26 13:44:40.631622 dv-cinder-819668-4-iscsi neutron-server[110503]: 'SubPort': {'1.0'}, May 26 13:44:40.631622 dv-cinder-819668-4-iscsi neutron-server[110503]: 'Subnet': {'1.1'}, May 26 13:44:40.631622 dv-cinder-819668-4-iscsi neutron-server[110503]: 'Trunk': {'1.1'}} May 26 13:44:40.631622 dv-cinder-819668-4-iscsi neutron-server[110503]: consumer versions: May 26 13:44:40.631622 dv-cinder-819668-4-iscsi neutron-server[110503]: { DHCP agent@dv-cinder-819668-4-iscsi: {}, May 26 13:44:40.631622 dv-cinder-819668-4-iscsi neutron-server[110503]: HyperV agent@hv-cinder-81966: {}, May 26 13:44:40.631622 dv-cinder-819668-4-iscsi neutron-server[110503]: L3 agent@dv-cinder-819668-4-iscsi: {}, May 26 13:44:40.631622 dv-cinder-819668-4-iscsi neutron-server[110503]: Metadata agent@dv-cinder-819668-4-iscsi: {}, May 26 13:44:40.631622 dv-cinder-819668-4-iscsi neutron-server[110503]: Metering agent@dv-cinder-819668-4-iscsi: {}, May 26 13:44:40.631622 dv-cinder-819668-4-iscsi neutron-server[110503]: Open vSwitch agent@dv-cinder-819668-4-iscsi: { 'AddressGroup': '1.2', May 26 13:44:40.631622 dv-cinder-819668-4-iscsi neutron-server[110503]: 'Agent': '1.1', May 26 13:44:40.631622 dv-cinder-819668-4-iscsi neutron-server[110503]: 'ConntrackHelper': '1.0', May 26 13:44:40.631622 dv-cinder-819668-4-iscsi neutron-server[110503]: 'LocalIPAssociation': '1.0', May 26 13:44:40.631622 dv-cinder-819668-4-iscsi neutron-server[110503]: 'Log': '1.0', May 26 13:44:40.631622 dv-cinder-819668-4-iscsi neutron-server[110503]: 'NDPProxy': '1.0', May 26 13:44:40.631622 dv-cinder-819668-4-iscsi neutron-server[110503]: 'Network': '1.1', May 26 13:44:40.631622 dv-cinder-819668-4-iscsi neutron-server[110503]: 'Port': '1.7', May 26 13:44:40.631622 dv-cinder-819668-4-iscsi neutron-server[110503]: 'PortForwarding': '1.3', May 26 13:44:40.631622 dv-cinder-819668-4-iscsi neutron-server[110503]: 'QosPolicy': '1.10', May 26 13:44:40.631622 dv-cinder-819668-4-iscsi neutron-server[110503]: 'SecurityGroup': '1.5', May 26 13:44:40.631622 dv-cinder-819668-4-iscsi neutron-server[110503]: 'SecurityGroupRule': '1.2', May 26 13:44:40.631622 dv-cinder-819668-4-iscsi neutron-server[110503]: 'SubPort': '1.0', May 26 13:44:40.631622 dv-cinder-819668-4-iscsi neutron-server[110503]: 'Subnet': '1.1', May 26 13:44:40.631622 dv-cinder-819668-4-iscsi neutron-server[110503]: 'Trunk': '1.1'}} May 26 13:44:40.631622 dv-cinder-819668-4-iscsi neutron-server[110503]: {{(pid=110503) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 13:44:40.662227 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-93797062-e54a-40ef-9ce5-28fbe5c82931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041'] for port (f34703a3-2aa5-4ec0-91dc-579c5278c7ae), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:40.663835 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31720e7-2c83-4fd2-ab39-9a0136b2e2f4 admin admin] Checking segment: {'id': '3a4a3e5b-0e17-442c-bc39-61e33c050f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fcfdea38-f7ed-4182-bc5e-d5404ef24e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:44:40.665073 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31720e7-2c83-4fd2-ab39-9a0136b2e2f4 admin admin] Network hostable DHCP agents. Network: fcfdea38-f7ed-4182-bc5e-d5404ef24e0e, hostable agents: ['f02764f4-f497-4694-a2eb-22efe73666f4'], hosted agents: [] {{(pid=110500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 13:44:40.682885 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.managers [None req-8bb61e1b-19cc-4041-9ea6-780f3c912123 None None] Attempting to bind port 3682f2c2-18c6-41c7-9917-2c057b37ee5e on host dv-cinder-819668-4-iscsi for vnic_type normal with profile {{(pid=110503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:44:40.684068 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.managers [None req-8bb61e1b-19cc-4041-9ea6-780f3c912123 None None] Attempting to bind port 3682f2c2-18c6-41c7-9917-2c057b37ee5e by drivers openvswitch,hyperv on host dv-cinder-819668-4-iscsi at level 0 using segments [{'id': '36759762-4a51-4579-800b-deb2c27dac78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'}] {{(pid=110503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:44:40.684661 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb61e1b-19cc-4041-9ea6-780f3c912123 None None] Attempting to bind port 3682f2c2-18c6-41c7-9917-2c057b37ee5e on network 90e76b28-de17-4e9a-956c-e3acc4b829ee {{(pid=110503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:44:40.699621 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:40.701492 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93797062-e54a-40ef-9ce5-28fbe5c82931 admin admin] Network 7243f764-410e-4885-acdc-a415825d1293 is already hosted by enough agents. {{(pid=110501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:44:40.709144 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb61e1b-19cc-4041-9ea6-780f3c912123 None None] Checking agent: {'id': '8ab0da26-f041-4f99-a2cc-fa5d75d9001c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 35, 50), 'started_at': datetime.datetime(2022, 5, 26, 13, 36, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:44:40.709812 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb61e1b-19cc-4041-9ea6-780f3c912123 None None] Checking segment: {'id': '36759762-4a51-4579-800b-deb2c27dac78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:44:40.710549 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e35d7-3021-4141-8fbc-84a27d146263 None None] Pushing event updated for resources: {'Port': ['ID=f0f2d670-e23a-4394-9a61-fd8891d0a927,revision_number=3']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:40.714684 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-8bb61e1b-19cc-4041-9ea6-780f3c912123 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:40.715615 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb61e1b-19cc-4041-9ea6-780f3c912123 None None] Bound using segment: {'id': '36759762-4a51-4579-800b-deb2c27dac78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'} {{(pid=110503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:44:40.718096 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.managers [None req-8bb61e1b-19cc-4041-9ea6-780f3c912123 None None] Bound port: 3682f2c2-18c6-41c7-9917-2c057b37ee5e, host: dv-cinder-819668-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36759762-4a51-4579-800b-deb2c27dac78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'}}] {{(pid=110503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:44:40.720907 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-8bb61e1b-19cc-4041-9ea6-780f3c912123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (3682f2c2-18c6-41c7-9917-2c057b37ee5e), before_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:40.725240 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.base_scheduler [None req-93797062-e54a-40ef-9ce5-28fbe5c82931 admin admin] Resources bound (agent type, host, resource id): {{(pid=110501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:44:40.730456 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93797062-e54a-40ef-9ce5-28fbe5c82931 admin admin] Received port after_create {{(pid=110501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:44:40.731811 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-93797062-e54a-40ef-9ce5-28fbe5c82931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568432'] for router_interface (158343de-78a2-4feb-ad8a-daa0577f703e), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:40.737976 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bda37c-e0d7-4021-8110-51a25bc366e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=761e5aa1-c2fe-4f86-81be-d9dede097e42,revision_number=0']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:40.776557 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fde892-4172-4b13-bc19-b487661a8c97 None None] Network fe7c5613-fb2c-42f9-ab8b-0d2c594276aa requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:44:40.783064 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bda37c-e0d7-4021-8110-51a25bc366e1 admin admin] Checking segment: {'id': 'e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '96b4b46b-ed06-4350-9763-5db4d4c655a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:44:40.784462 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bda37c-e0d7-4021-8110-51a25bc366e1 admin admin] Network hostable DHCP agents. Network: 96b4b46b-ed06-4350-9763-5db4d4c655a1, hostable agents: ['f02764f4-f497-4694-a2eb-22efe73666f4'], hosted agents: [] {{(pid=110500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 13:44:40.798931 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:40.805831 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31720e7-2c83-4fd2-ab39-9a0136b2e2f4 admin admin] Network fcfdea38-f7ed-4182-bc5e-d5404ef24e0e is scheduled to be hosted by DHCP agent f02764f4-f497-4694-a2eb-22efe73666f4 with binding_index 1 {{(pid=110500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 13:44:40.839878 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [None req-d31720e7-2c83-4fd2-ab39-9a0136b2e2f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819668-4-iscsi, fcfdea38-f7ed-4182-bc5e-d5404ef24e0e) {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:44:40.857884 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31720e7-2c83-4fd2-ab39-9a0136b2e2f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:44:40.859489 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d31720e7-2c83-4fd2-ab39-9a0136b2e2f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for subnet (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:40.912632 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.db [None req-8bb61e1b-19cc-4041-9ea6-780f3c912123 None None] For port 3682f2c2-18c6-41c7-9917-2c057b37ee5e, host dv-cinder-819668-4-iscsi, cleared binding levels {{(pid=110503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:44:40.917749 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-d31720e7-2c83-4fd2-ab39-9a0136b2e2f4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2375486 May 26 13:44:40.921336 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bda37c-e0d7-4021-8110-51a25bc366e1 admin admin] Network 96b4b46b-ed06-4350-9763-5db4d4c655a1 is scheduled to be hosted by DHCP agent f02764f4-f497-4694-a2eb-22efe73666f4 with binding_index 1 {{(pid=110500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 13:44:40.923228 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.db [None req-8bb61e1b-19cc-4041-9ea6-780f3c912123 None None] For port 3682f2c2-18c6-41c7-9917-2c057b37ee5e, host dv-cinder-819668-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=3682f2c2-18c6-41c7-9917-2c057b37ee5e,segment=NetworkSegment(36759762-4a51-4579-800b-deb2c27dac78),segment_id=36759762-4a51-4579-800b-deb2c27dac78)] {{(pid=110503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:44:40.932609 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 56054) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:44:40.939606 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-8bb61e1b-19cc-4041-9ea6-780f3c912123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (3682f2c2-18c6-41c7-9917-2c057b37ee5e), after_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:40.960604 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-ee66d43c-0f90-42c3-9920-4b6edb920203 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-460254636-router', 'tenant_id': '667a2ccd9c9045879b4b87e156997161', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'}}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:44:40.977139 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-bea6797d-ebfb-4a87-bb9a-100721242f90 None None] Current status of the port f0f2d670-e23a-4394-9a61-fd8891d0a927 is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:44:40.987369 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc771235-979c-442b-97a8-2ec95d8f1ec1 None None] Network fcfdea38-f7ed-4182-bc5e-d5404ef24e0e requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:44:40.991553 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [None req-c7bda37c-e0d7-4021-8110-51a25bc366e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819668-4-iscsi, 96b4b46b-ed06-4350-9763-5db4d4c655a1) {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:44:41.006470 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bda37c-e0d7-4021-8110-51a25bc366e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:44:41.007429 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-c7bda37c-e0d7-4021-8110-51a25bc366e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for subnet (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:41.051181 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-c7bda37c-e0d7-4021-8110-51a25bc366e1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3696630 May 26 13:44:41.052484 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 56068) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:44:41.060334 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-e0e67111-5e24-4fc0-bf21-e0b99892d480 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1151764757-router', 'tenant_id': '2007395425194750a87edd6c0da44e66', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'}}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:44:41.116953 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e0e67111-5e24-4fc0-bf21-e0b99892d480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7936'] for router (649401c9-bfab-426e-a474-f39017d3abed), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:41.118179 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e0e67111-5e24-4fc0-bf21-e0b99892d480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-906688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-655507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7993'] for router (649401c9-bfab-426e-a474-f39017d3abed), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:41.122533 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef200a0b-8921-47f6-958e-523cdaa75812 None None] Network 96b4b46b-ed06-4350-9763-5db4d4c655a1 requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:44:41.141677 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb61e1b-19cc-4041-9ea6-780f3c912123 None None] Routers {'158343de-78a2-4feb-ad8a-daa0577f703e'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:44:41.142384 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-8bb61e1b-19cc-4041-9ea6-780f3c912123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:44:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['158343de-78a2-4feb-ad8a-daa0577f703e'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:44:41.146323 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-ee66d43c-0f90-42c3-9920-4b6edb920203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7936'] for router (e8fa3225-aa55-4fb1-af18-cb8a643e77e7), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:41.149282 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-ee66d43c-0f90-42c3-9920-4b6edb920203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-906688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-655507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7993'] for router (e8fa3225-aa55-4fb1-af18-cb8a643e77e7), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:41.156525 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7ef3d9-0083-4dc9-af28-b1f3ee78f65d None None] Pushing event updated for resources: {'Port': ['ID=3682f2c2-18c6-41c7-9917-2c057b37ee5e,revision_number=3']} {{(pid=110503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:41.231627 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-ee66d43c-0f90-42c3-9920-4b6edb920203 admin admin] Publish callbacks [] for router_controller (e8fa3225-aa55-4fb1-af18-cb8a643e77e7), precommit_add_association {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:41.257794 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:41.258771 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:41.334656 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-9150f7d2-d717-40d4-83ec-122457426b76 None None] Provisioning complete for port f34703a3-2aa5-4ec0-91dc-579c5278c7ae triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:44:41.335021 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-9150f7d2-d717-40d4-83ec-122457426b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (f34703a3-2aa5-4ec0-91dc-579c5278c7ae), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:41.342152 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:41.357121 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-93797062-e54a-40ef-9ce5-28fbe5c82931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (f34703a3-2aa5-4ec0-91dc-579c5278c7ae), before_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:41.403783 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93797062-e54a-40ef-9ce5-28fbe5c82931 admin admin] Pushing event updated for resources: {'Port': ['ID=f34703a3-2aa5-4ec0-91dc-579c5278c7ae,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:41.404785 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port f0f2d670-e23a-4394-9a61-fd8891d0a927 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:44:41.405215 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (f0f2d670-e23a-4394-9a61-fd8891d0a927), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:41.447177 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-8bb61e1b-19cc-4041-9ea6-780f3c912123 None None] Set router 158343de-78a2-4feb-ad8a-daa0577f703e gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:44:41.522297 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:41.548939 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e0e67111-5e24-4fc0-bf21-e0b99892d480 admin admin] Publish callbacks [] for router_controller (649401c9-bfab-426e-a474-f39017d3abed), precommit_add_association {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:41.551682 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 56090) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:44:41.637933 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-9150f7d2-d717-40d4-83ec-122457426b76 None None] Port f34703a3-2aa5-4ec0-91dc-579c5278c7ae cannot update to ACTIVE because it is not bound. {{(pid=110502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:44:41.661780 dv-cinder-819668-4-iscsi neutron-server[110500]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 26 13:44:41.714157 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port f0f2d670-e23a-4394-9a61-fd8891d0a927 is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:44:41.716991 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:41.780422 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a0e827-af87-4496-b1b1-d5fd22399a6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c43c4a0-638b-5401-8746-75049319ae93-96b4b46b-ed06-4350-9763-5db4d4c655a1', 'network_id': '96b4b46b-ed06-4350-9763-5db4d4c655a1', 'project_id': '2007395425194750a87edd6c0da44e66', 'fixed_ips': [{'subnet_id': '761e5aa1-c2fe-4f86-81be-d9dede097e42'}]}} from dv-cinder-819668-4-iscsi. {{(pid=110502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 13:44:41.780422 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-06a0e827-af87-4496-b1b1-d5fd22399a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:41.787460 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a511ac-c0f6-4eed-8984-27aedfc97767 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c43c4a0-638b-5401-8746-75049319ae93-fcfdea38-f7ed-4182-bc5e-d5404ef24e0e', 'network_id': 'fcfdea38-f7ed-4182-bc5e-d5404ef24e0e', 'project_id': '667a2ccd9c9045879b4b87e156997161', 'fixed_ips': [{'subnet_id': 'b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5'}]}} from dv-cinder-819668-4-iscsi. {{(pid=110502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 13:44:41.787460 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e1a511ac-c0f6-4eed-8984-27aedfc97767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:41.831394 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-93797062-e54a-40ef-9ce5-28fbe5c82931 admin admin] Publish callbacks [] for port (f34703a3-2aa5-4ec0-91dc-579c5278c7ae), precommit_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:41.841662 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-93797062-e54a-40ef-9ce5-28fbe5c82931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (f34703a3-2aa5-4ec0-91dc-579c5278c7ae), after_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:41.841662 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-93797062-e54a-40ef-9ce5-28fbe5c82931 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-302209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568768'] for router_interface (158343de-78a2-4feb-ad8a-daa0577f703e), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:41.942455 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device f0f2d670-e23a-4394-9a61-fd8891d0a927 up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:44:41.947532 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-8bb61e1b-19cc-4041-9ea6-780f3c912123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'name': 'tempest-AttachVolumeShelveTestJSON-1355966574-router', 'tenant_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '3682f2c2-18c6-41c7-9917-2c057b37ee5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:36Z', 'updated_at': '2022-05-26T13:44:37Z', 'revision_number': 3, 'project_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'gw_port': {'id': '3682f2c2-18c6-41c7-9917-2c057b37ee5e', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:36Z', 'updated_at': '2022-05-26T13:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi'}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:44:41.989697 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb61e1b-19cc-4041-9ea6-780f3c912123 None None] The sync data for ids ['158343de-78a2-4feb-ad8a-daa0577f703e'] in dv-cinder-819668-4-iscsi is: [{'id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'name': 'tempest-AttachVolumeShelveTestJSON-1355966574-router', 'tenant_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '3682f2c2-18c6-41c7-9917-2c057b37ee5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:36Z', 'updated_at': '2022-05-26T13:44:37Z', 'revision_number': 3, 'project_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'gw_port': {'id': '3682f2c2-18c6-41c7-9917-2c057b37ee5e', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:36Z', 'updated_at': '2022-05-26T13:44:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi'}] {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:44:42.033344 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93797062-e54a-40ef-9ce5-28fbe5c82931 admin admin] Pushing event updated for resources: {'Port': ['ID=f34703a3-2aa5-4ec0-91dc-579c5278c7ae,revision_number=2']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:42.090992 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93797062-e54a-40ef-9ce5-28fbe5c82931 admin admin] Network 7243f764-410e-4885-acdc-a415825d1293 is already hosted by enough agents. {{(pid=110501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:44:42.092443 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.base_scheduler [None req-93797062-e54a-40ef-9ce5-28fbe5c82931 admin admin] Resources bound (agent type, host, resource id): {{(pid=110501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:44:42.262970 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.db_base_plugin_common [None req-06a0e827-af87-4496-b1b1-d5fd22399a6a None None] Allocated IP 172.20.0.2 (96b4b46b-ed06-4350-9763-5db4d4c655a1/761e5aa1-c2fe-4f86-81be-d9dede097e42/efd7ecbe-f9ff-4512-a507-42923860f477) {{(pid=110502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:44:42.305298 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port f0f2d670-e23a-4394-9a61-fd8891d0a927 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:44:42.305786 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (f0f2d670-e23a-4394-9a61-fd8891d0a927), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:42.394037 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:42.402659 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93797062-e54a-40ef-9ce5-28fbe5c82931 admin admin] Router 158343de-78a2-4feb-ad8a-daa0577f703e has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:44:42.519981 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.db_base_plugin_common [None req-e1a511ac-c0f6-4eed-8984-27aedfc97767 None None] Allocated IP 172.20.0.2 (fcfdea38-f7ed-4182-bc5e-d5404ef24e0e/b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5/13b05ca5-cba2-437f-b1d2-35ca48ad906f) {{(pid=110502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:44:42.554379 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e0e67111-5e24-4fc0-bf21-e0b99892d480 admin admin] Publish callbacks [] for router_gateway (649401c9-bfab-426e-a474-f39017d3abed), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:42.606798 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-ee66d43c-0f90-42c3-9920-4b6edb920203 admin admin] Publish callbacks [] for router_gateway (e8fa3225-aa55-4fb1-af18-cb8a643e77e7), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:42.656672 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93797062-e54a-40ef-9ce5-28fbe5c82931 admin admin] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:44:42.662204 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-93797062-e54a-40ef-9ce5-28fbe5c82931 admin admin] 10.222.0.16 "PUT /v2.0/routers/158343de-78a2-4feb-ad8a-daa0577f703e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0121562 May 26 13:44:42.821709 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-06a0e827-af87-4496-b1b1-d5fd22399a6a None None] Publish callbacks [] for port (efd7ecbe-f9ff-4512-a507-42923860f477), precommit_create {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:42.841168 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-06a0e827-af87-4496-b1b1-d5fd22399a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041'] for port (efd7ecbe-f9ff-4512-a507-42923860f477), after_create {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:42.886072 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-378ad421-ab34-42ce-acfb-a8e9c425ffb5 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:44:42.897935 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a0e827-af87-4496-b1b1-d5fd22399a6a None None] Network 96b4b46b-ed06-4350-9763-5db4d4c655a1 is already hosted by enough agents. {{(pid=110502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:44:42.898117 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-378ad421-ab34-42ce-acfb-a8e9c425ffb5 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/networks?id=fe7c5613-fb2c-42f9-ab8b-0d2c594276aa HTTP/1.1" status: 200 len: 812 time: 1.3437195 May 26 13:44:42.899544 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:42.923005 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.scheduler.base_scheduler [None req-06a0e827-af87-4496-b1b1-d5fd22399a6a None None] Resources bound (agent type, host, resource id): {{(pid=110502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:44:42.930250 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a0e827-af87-4496-b1b1-d5fd22399a6a None None] Received port after_create {{(pid=110502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:44:42.942453 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:42.951671 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-52580000-bd31-4128-8c13-867b64e2da73 None None] Provisioning complete for port f34703a3-2aa5-4ec0-91dc-579c5278c7ae triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:44:42.952460 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-52580000-bd31-4128-8c13-867b64e2da73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (f34703a3-2aa5-4ec0-91dc-579c5278c7ae), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:42.968906 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-3e8fe4e4-2e11-4c36-b623-a9ecb11d5267 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/quotas/7a22ae4c671d4c828ea95651dd7ec9cd HTTP/1.1" status: 200 len: 375 time: 0.0685537 May 26 13:44:43.079731 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:43.081020 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port f0f2d670-e23a-4394-9a61-fd8891d0a927 is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:44:43.187336 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-52580000-bd31-4128-8c13-867b64e2da73 None None] Port f34703a3-2aa5-4ec0-91dc-579c5278c7ae cannot update to ACTIVE because it is not bound. {{(pid=110502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:44:43.226144 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a0e827-af87-4496-b1b1-d5fd22399a6a None None] Pushing event updated for resources: {'Port': ['ID=efd7ecbe-f9ff-4512-a507-42923860f477,revision_number=1']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:43.238203 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 56138) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:44:43.326442 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-614dd800-9eb2-4559-9096-8057da4622d4 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a22ae4c671d4c828ea95651dd7ec9cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3430851 May 26 13:44:43.390688 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:43.521281 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-318a2c47-705b-4257-9c79-c714bb99d82d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:43.568119 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-ee66d43c-0f90-42c3-9920-4b6edb920203 admin admin] Publish callbacks [] for router_gateway (e8fa3225-aa55-4fb1-af18-cb8a643e77e7), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:43.614863 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-ee66d43c-0f90-42c3-9920-4b6edb920203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:43.623010 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e0e67111-5e24-4fc0-bf21-e0b99892d480 admin admin] Publish callbacks [] for router_gateway (649401c9-bfab-426e-a474-f39017d3abed), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:43.664704 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e0e67111-5e24-4fc0-bf21-e0b99892d480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:43.675460 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 56164) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:44:43.705916 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-deac1285-f67a-40df-b2cf-326252e08e75 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1279042641', 'description': 'tempest-description--779215475'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:44:43.732202 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e1a511ac-c0f6-4eed-8984-27aedfc97767 None None] Publish callbacks [] for port (13b05ca5-cba2-437f-b1d2-35ca48ad906f), precommit_create {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:43.736094 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-06a0e827-af87-4496-b1b1-d5fd22399a6a None None] Attempting to bind port efd7ecbe-f9ff-4512-a507-42923860f477 on host dv-cinder-819668-4-iscsi for vnic_type normal with profile {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:44:43.738663 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-06a0e827-af87-4496-b1b1-d5fd22399a6a None None] Attempting to bind port efd7ecbe-f9ff-4512-a507-42923860f477 by drivers openvswitch,hyperv on host dv-cinder-819668-4-iscsi at level 0 using segments [{'id': 'e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '96b4b46b-ed06-4350-9763-5db4d4c655a1'}] {{(pid=110502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:44:43.739083 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a0e827-af87-4496-b1b1-d5fd22399a6a None None] Attempting to bind port efd7ecbe-f9ff-4512-a507-42923860f477 on network 96b4b46b-ed06-4350-9763-5db4d4c655a1 {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:44:43.755061 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e1a511ac-c0f6-4eed-8984-27aedfc97767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041'] for port (13b05ca5-cba2-437f-b1d2-35ca48ad906f), after_create {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:43.772725 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-318a2c47-705b-4257-9c79-c714bb99d82d admin admin] Publish callbacks [] for security_group (76f7fc84-e36c-4621-8f9f-5717c6e1472a), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:43.779715 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-318a2c47-705b-4257-9c79-c714bb99d82d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (76f7fc84-e36c-4621-8f9f-5717c6e1472a), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:43.844612 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a0e827-af87-4496-b1b1-d5fd22399a6a None None] Checking agent: {'id': '8ab0da26-f041-4f99-a2cc-fa5d75d9001c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 35, 50), 'started_at': datetime.datetime(2022, 5, 26, 13, 36, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:44:43.846166 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a0e827-af87-4496-b1b1-d5fd22399a6a None None] Checking segment: {'id': 'e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '96b4b46b-ed06-4350-9763-5db4d4c655a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:44:43.846817 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-06a0e827-af87-4496-b1b1-d5fd22399a6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:43.847600 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a0e827-af87-4496-b1b1-d5fd22399a6a None None] Bound using segment: {'id': 'e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '96b4b46b-ed06-4350-9763-5db4d4c655a1'} {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:44:43.848697 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-06a0e827-af87-4496-b1b1-d5fd22399a6a None None] Bound port: efd7ecbe-f9ff-4512-a507-42923860f477, host: dv-cinder-819668-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '96b4b46b-ed06-4350-9763-5db4d4c655a1'}}] {{(pid=110502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:44:43.849678 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-06a0e827-af87-4496-b1b1-d5fd22399a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (efd7ecbe-f9ff-4512-a507-42923860f477), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:43.857786 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-fa31eaf8-1018-4fae-b8c4-5882f5178173 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110500) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 13:44:43.861839 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-fa31eaf8-1018-4fae-b8c4-5882f5178173 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3104866 May 26 13:44:43.883385 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-318a2c47-705b-4257-9c79-c714bb99d82d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=87a88010e32e4f3297249813b5896ec8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6440167 May 26 13:44:43.884641 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318a2c47-705b-4257-9c79-c714bb99d82d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f7fc84-e36c-4621-8f9f-5717c6e1472a,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:43.887819 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 56174) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:44:43.959015 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-06a0e827-af87-4496-b1b1-d5fd22399a6a None None] For port efd7ecbe-f9ff-4512-a507-42923860f477, host dv-cinder-819668-4-iscsi, cleared binding levels {{(pid=110502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:44:43.967586 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-06a0e827-af87-4496-b1b1-d5fd22399a6a None None] For port efd7ecbe-f9ff-4512-a507-42923860f477, host dv-cinder-819668-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=efd7ecbe-f9ff-4512-a507-42923860f477,segment=NetworkSegment(e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488),segment_id=e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488)] {{(pid=110502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:44:43.977342 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 3682f2c2-18c6-41c7-9917-2c057b37ee5e up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:44:43.994637 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-50dd006e-0270-4d24-bde9-9367735ed583 admin admin] Publish callbacks [] for security_group (76f7fc84-e36c-4621-8f9f-5717c6e1472a), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:44.008779 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a511ac-c0f6-4eed-8984-27aedfc97767 None None] Network fcfdea38-f7ed-4182-bc5e-d5404ef24e0e is already hosted by enough agents. {{(pid=110502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:44:44.022545 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-50dd006e-0270-4d24-bde9-9367735ed583 admin admin] Publish callbacks [] for security_group (76f7fc84-e36c-4621-8f9f-5717c6e1472a), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:44.026565 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.scheduler.base_scheduler [None req-e1a511ac-c0f6-4eed-8984-27aedfc97767 None None] Resources bound (agent type, host, resource id): {{(pid=110502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:44:44.035008 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a511ac-c0f6-4eed-8984-27aedfc97767 None None] Received port after_create {{(pid=110502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:44:44.081600 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-06a0e827-af87-4496-b1b1-d5fd22399a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (efd7ecbe-f9ff-4512-a507-42923860f477), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:44.117045 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-50dd006e-0270-4d24-bde9-9367735ed583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (76f7fc84-e36c-4621-8f9f-5717c6e1472a), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:44.121077 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-50dd006e-0270-4d24-bde9-9367735ed583 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:44.122609 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-50dd006e-0270-4d24-bde9-9367735ed583 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/76f7fc84-e36c-4621-8f9f-5717c6e1472a HTTP/1.1" status: 204 len: 168 time: 0.2329869 May 26 13:44:44.123322 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a511ac-c0f6-4eed-8984-27aedfc97767 None None] Pushing event updated for resources: {'Port': ['ID=13b05ca5-cba2-437f-b1d2-35ca48ad906f,revision_number=1']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:44.153252 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd006e-0270-4d24-bde9-9367735ed583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f7fc84-e36c-4621-8f9f-5717c6e1472a,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:44.222659 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a0e827-af87-4496-b1b1-d5fd22399a6a None None] Pushing event updated for resources: {'Port': ['ID=efd7ecbe-f9ff-4512-a507-42923860f477,revision_number=2']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:44.242229 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-2b72c854-3076-434a-9ac2-0153a01aa467 service neutron] 10.222.0.16 "GET /v2.0/networks/fe7c5613-fb2c-42f9-ab8b-0d2c594276aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492229 May 26 13:44:44.364117 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-38b5bb7b-5007-40b9-a597-cab8fe18cf49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:44.387375 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.db_base_plugin_common [None req-e0e67111-5e24-4fc0-bf21-e0b99892d480 admin admin] Allocated IP 172.27.2.126 (90e76b28-de17-4e9a-956c-e3acc4b829ee/72a92eeb-8c5d-4770-b3e7-e9300b6be16c/2f0f44b1-11a6-4147-9e20-becacca0e572) {{(pid=110500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:44:44.440739 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-e1a511ac-c0f6-4eed-8984-27aedfc97767 None None] Attempting to bind port 13b05ca5-cba2-437f-b1d2-35ca48ad906f on host dv-cinder-819668-4-iscsi for vnic_type normal with profile {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:44:44.440739 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-e1a511ac-c0f6-4eed-8984-27aedfc97767 None None] Attempting to bind port 13b05ca5-cba2-437f-b1d2-35ca48ad906f by drivers openvswitch,hyperv on host dv-cinder-819668-4-iscsi at level 0 using segments [{'id': '3a4a3e5b-0e17-442c-bc39-61e33c050f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fcfdea38-f7ed-4182-bc5e-d5404ef24e0e'}] {{(pid=110502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:44:44.440739 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a511ac-c0f6-4eed-8984-27aedfc97767 None None] Attempting to bind port 13b05ca5-cba2-437f-b1d2-35ca48ad906f on network fcfdea38-f7ed-4182-bc5e-d5404ef24e0e {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:44:44.445587 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a511ac-c0f6-4eed-8984-27aedfc97767 None None] Checking agent: {'id': '8ab0da26-f041-4f99-a2cc-fa5d75d9001c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 35, 50), 'started_at': datetime.datetime(2022, 5, 26, 13, 36, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:44:44.446334 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a511ac-c0f6-4eed-8984-27aedfc97767 None None] Checking segment: {'id': '3a4a3e5b-0e17-442c-bc39-61e33c050f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fcfdea38-f7ed-4182-bc5e-d5404ef24e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:44:44.447186 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e1a511ac-c0f6-4eed-8984-27aedfc97767 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:44.447584 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a511ac-c0f6-4eed-8984-27aedfc97767 None None] Bound using segment: {'id': '3a4a3e5b-0e17-442c-bc39-61e33c050f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fcfdea38-f7ed-4182-bc5e-d5404ef24e0e'} {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:44:44.448064 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-e1a511ac-c0f6-4eed-8984-27aedfc97767 None None] Bound port: 13b05ca5-cba2-437f-b1d2-35ca48ad906f, host: dv-cinder-819668-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a4a3e5b-0e17-442c-bc39-61e33c050f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fcfdea38-f7ed-4182-bc5e-d5404ef24e0e'}}] {{(pid=110502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:44:44.452487 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e1a511ac-c0f6-4eed-8984-27aedfc97767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (13b05ca5-cba2-437f-b1d2-35ca48ad906f), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:44.481492 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port 3682f2c2-18c6-41c7-9917-2c057b37ee5e triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:44:44.481865 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (3682f2c2-18c6-41c7-9917-2c057b37ee5e), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:44.548438 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-deac1285-f67a-40df-b2cf-326252e08e75 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks [] for security_group (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:44.657796 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:44.679394 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-e1a511ac-c0f6-4eed-8984-27aedfc97767 None None] For port 13b05ca5-cba2-437f-b1d2-35ca48ad906f, host dv-cinder-819668-4-iscsi, cleared binding levels {{(pid=110502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:44:44.684985 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-e1a511ac-c0f6-4eed-8984-27aedfc97767 None None] For port 13b05ca5-cba2-437f-b1d2-35ca48ad906f, host dv-cinder-819668-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=13b05ca5-cba2-437f-b1d2-35ca48ad906f,segment=NetworkSegment(3a4a3e5b-0e17-442c-bc39-61e33c050f0d),segment_id=3a4a3e5b-0e17-442c-bc39-61e33c050f0d)] {{(pid=110502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:44:44.720678 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e1a511ac-c0f6-4eed-8984-27aedfc97767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (13b05ca5-cba2-437f-b1d2-35ca48ad906f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:44.782860 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port 3682f2c2-18c6-41c7-9917-2c057b37ee5e is: DOWN; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:44:44.783248 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (3682f2c2-18c6-41c7-9917-2c057b37ee5e), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:44.787691 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e0e67111-5e24-4fc0-bf21-e0b99892d480 admin admin] Publish callbacks [] for port (2f0f44b1-11a6-4147-9e20-becacca0e572), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:44.858014 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a511ac-c0f6-4eed-8984-27aedfc97767 None None] Pushing event updated for resources: {'Port': ['ID=13b05ca5-cba2-437f-b1d2-35ca48ad906f,revision_number=2']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:44.897598 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] For port 3682f2c2-18c6-41c7-9917-2c057b37ee5e, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=3682f2c2-18c6-41c7-9917-2c057b37ee5e,segment=NetworkSegment(36759762-4a51-4579-800b-deb2c27dac78),segment_id=36759762-4a51-4579-800b-deb2c27dac78)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:44:44.908742 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (3682f2c2-18c6-41c7-9917-2c057b37ee5e), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:44.923769 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-ae6006cf-229d-4da8-a807-678f68eafc90 service neutron] 10.222.0.16 "GET /v2.0/networks/fe7c5613-fb2c-42f9-ab8b-0d2c594276aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6802831 May 26 13:44:44.977186 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:45.012458 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8827cfa-42db-4a0f-8725-2e4a412eacef None None] Sync routers for ids ['158343de-78a2-4feb-ad8a-daa0577f703e'] in dv-cinder-819668-4-iscsi {{(pid=110502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:44:45.038149 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e0e67111-5e24-4fc0-bf21-e0b99892d480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041'] for port (2f0f44b1-11a6-4147-9e20-becacca0e572), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:45.116383 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Pushing event updated for resources: {'Port': ['ID=3682f2c2-18c6-41c7-9917-2c057b37ee5e,revision_number=4']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:45.149738 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8827cfa-42db-4a0f-8725-2e4a412eacef None None] Routers {'158343de-78a2-4feb-ad8a-daa0577f703e'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:44:45.151138 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-e8827cfa-42db-4a0f-8725-2e4a412eacef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:44:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['158343de-78a2-4feb-ad8a-daa0577f703e'], 'active': True} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:44:45.163609 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-deac1285-f67a-40df-b2cf-326252e08e75 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks [] for security_group (4df592f8-d0db-46e0-ae87-1b43f23170b1), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:45.201956 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e67111-5e24-4fc0-bf21-e0b99892d480 admin admin] Network 90e76b28-de17-4e9a-956c-e3acc4b829ee is already hosted by enough agents. {{(pid=110500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:44:45.202810 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-deac1285-f67a-40df-b2cf-326252e08e75 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (4df592f8-d0db-46e0-ae87-1b43f23170b1), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:45.226428 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:45.236765 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [None req-e0e67111-5e24-4fc0-bf21-e0b99892d480 admin admin] Resources bound (agent type, host, resource id): {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:44:45.275882 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e67111-5e24-4fc0-bf21-e0b99892d480 admin admin] Received port after_create {{(pid=110500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:44:45.295571 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.db_base_plugin_common [None req-ee66d43c-0f90-42c3-9920-4b6edb920203 admin admin] Allocated IP 172.27.2.47 (90e76b28-de17-4e9a-956c-e3acc4b829ee/72a92eeb-8c5d-4770-b3e7-e9300b6be16c/e02981ca-bf77-4efd-95de-0490160000b4) {{(pid=110500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:44:45.425373 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e67111-5e24-4fc0-bf21-e0b99892d480 admin admin] Pushing event updated for resources: {'Port': ['ID=2f0f44b1-11a6-4147-9e20-becacca0e572,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:45.447463 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 56236) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:44:45.450671 dv-cinder-819668-4-iscsi neutron-server[110501]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 26 13:44:45.461989 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-deac1285-f67a-40df-b2cf-326252e08e75 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:45.468996 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-deac1285-f67a-40df-b2cf-326252e08e75 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.7920804 May 26 13:44:45.470425 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 56238) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:44:45.531635 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvr_db [None req-e8827cfa-42db-4a0f-8725-2e4a412eacef None None] Set router 158343de-78a2-4feb-ad8a-daa0577f703e gateway port host: dv-cinder-819668-4-iscsi {{(pid=110502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:44:45.547218 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-cbad25ba-79f0-4428-b118-e93fd4bdc27f tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Request body: {'security_group_rule': {'security_group_id': '4df592f8-d0db-46e0-ae87-1b43f23170b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:44:45.580530 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-52261fef-7b6e-4bd5-9b37-71e667bedced req-53ab2a53-6686-49b6-80ae-f25015d295e2 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 210 time: 0.1278243 May 26 13:44:45.635017 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac1285-f67a-40df-b2cf-326252e08e75 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4df592f8-d0db-46e0-ae87-1b43f23170b1,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:45.719221 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 56258) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:44:45.803227 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-cbad25ba-79f0-4428-b118-e93fd4bdc27f tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks [] for security_group_rule (4cbe58ce-4962-4f6f-bcf8-db82e4f9ca2c), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:45.857669 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:46.044029 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-6d324f46-8072-4897-a2bc-f8cb875be131 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-894439806-network', 'tenant_id': 'ca2fc36fc2df4c2e927997ea5b196b5c'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:44:46.108995 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d324f46-8072-4897-a2bc-f8cb875be131 admin admin] Made reservation on behalf of ca2fc36fc2df4c2e927997ea5b196b5c for: {'network': 1} {{(pid=110501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:44:46.111390 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6d324f46-8072-4897-a2bc-f8cb875be131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for network (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:46.139100 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6d324f46-8072-4897-a2bc-f8cb875be131 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:46.194672 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-e8827cfa-42db-4a0f-8725-2e4a412eacef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'name': 'tempest-AttachVolumeShelveTestJSON-1355966574-router', 'tenant_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '3682f2c2-18c6-41c7-9917-2c057b37ee5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:36Z', 'updated_at': '2022-05-26T13:44:41Z', 'revision_number': 4, 'project_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'gw_port': {'id': '3682f2c2-18c6-41c7-9917-2c057b37ee5e', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:36Z', 'updated_at': '2022-05-26T13:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': 'f34703a3-2aa5-4ec0-91dc-579c5278c7ae', 'name': '', 'network_id': '7243f764-410e-4885-acdc-a415825d1293', 'tenant_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'mac_address': 'fa:16:3e:bd:1d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f42c48c9-dd9d-4f2d-ada0-47f18130e415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:39Z', 'updated_at': '2022-05-26T13:44:41Z', 'revision_number': 2, 'project_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'subnets': [{'id': 'f42c48c9-dd9d-4f2d-ada0-47f18130e415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:44:46.213020 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 3682f2c2-18c6-41c7-9917-2c057b37ee5e up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:44:46.276212 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e62746-d546-4c1c-aee7-0d93fe8bd0a2 None None] Network 96b4b46b-ed06-4350-9763-5db4d4c655a1 requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:44:46.304404 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-ee66d43c-0f90-42c3-9920-4b6edb920203 admin admin] Publish callbacks [] for port (e02981ca-bf77-4efd-95de-0490160000b4), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:46.311423 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8827cfa-42db-4a0f-8725-2e4a412eacef None None] Checking router: 158343de-78a2-4feb-ad8a-daa0577f703e for host: dv-cinder-819668-4-iscsi {{(pid=110502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:44:46.312853 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8827cfa-42db-4a0f-8725-2e4a412eacef None None] Updating router 158343de-78a2-4feb-ad8a-daa0577f703e port f34703a3-2aa5-4ec0-91dc-579c5278c7ae binding host dv-cinder-819668-4-iscsi {{(pid=110502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 13:44:46.321437 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6d324f46-8072-4897-a2bc-f8cb875be131 admin admin] Publish callbacks [] for security_group (5ee82efc-e7a4-4558-9583-391edbd7de30), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:46.327643 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:46.332547 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6d324f46-8072-4897-a2bc-f8cb875be131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (5ee82efc-e7a4-4558-9583-391edbd7de30), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:46.434180 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d324f46-8072-4897-a2bc-f8cb875be131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee82efc-e7a4-4558-9583-391edbd7de30,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:46.459101 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:46.462449 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d324f46-8072-4897-a2bc-f8cb875be131 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=110501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 13:44:46.482090 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6d324f46-8072-4897-a2bc-f8cb875be131 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755648326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329'] for segment (06c3f15b-7e0d-4d90-a9d1-b66c83fea300), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:46.483070 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.db.segments_db [None req-6d324f46-8072-4897-a2bc-f8cb875be131 admin admin] Added segment 06c3f15b-7e0d-4d90-a9d1-b66c83fea300 of type vlan for network e5f85e4d-36a2-4623-9440-768f70e6984c May 26 13:44:46.495093 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-11663edb-1d71-4cb0-b17b-c31f73ddd3a8 None None] Provisioning complete for port efd7ecbe-f9ff-4512-a507-42923860f477 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:44:46.495838 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-11663edb-1d71-4cb0-b17b-c31f73ddd3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (efd7ecbe-f9ff-4512-a507-42923860f477), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:46.514535 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e8827cfa-42db-4a0f-8725-2e4a412eacef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (f34703a3-2aa5-4ec0-91dc-579c5278c7ae), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:46.559780 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-cbad25ba-79f0-4428-b118-e93fd4bdc27f tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks [] for security_group_rule (4cbe58ce-4962-4f6f-bcf8-db82e4f9ca2c), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:46.569848 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-cbad25ba-79f0-4428-b118-e93fd4bdc27f tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547660'] for security_group_rule (4cbe58ce-4962-4f6f-bcf8-db82e4f9ca2c), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:46.577825 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-8a56c365-7a94-462e-b9b6-e49a1f35b936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:46.579753 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e0e67111-5e24-4fc0-bf21-e0b99892d480 admin admin] Publish callbacks [] for router_gateway (649401c9-bfab-426e-a474-f39017d3abed), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:46.614484 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6d324f46-8072-4897-a2bc-f8cb875be131 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755647801200'] for network (e5f85e4d-36a2-4623-9440-768f70e6984c), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:46.636191 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:46.662368 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port 3682f2c2-18c6-41c7-9917-2c057b37ee5e triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:44:46.663066 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (3682f2c2-18c6-41c7-9917-2c057b37ee5e), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:46.678960 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6d324f46-8072-4897-a2bc-f8cb875be131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for network (e5f85e4d-36a2-4623-9440-768f70e6984c), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:46.680230 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d324f46-8072-4897-a2bc-f8cb875be131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:44:46.681092 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6d324f46-8072-4897-a2bc-f8cb875be131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:46.713261 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:46.714734 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad25ba-79f0-4428-b118-e93fd4bdc27f tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cbe58ce-4962-4f6f-bcf8-db82e4f9ca2c,revision_number=0']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:46.740736 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e009bd42-9e77-4023-bcdf-ac9e9b4bf731 None None] Network fcfdea38-f7ed-4182-bc5e-d5404ef24e0e requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:44:46.747943 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-6d324f46-8072-4897-a2bc-f8cb875be131 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0257339 May 26 13:44:46.778945 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 56292) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:44:46.779299 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 56294) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:44:46.787943 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-54238360-dc4b-4a89-b02e-8c41b734a956 admin admin] Request body: {'subnet': {'network_id': 'e5f85e4d-36a2-4623-9440-768f70e6984c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-894439806-subnet', 'tenant_id': 'ca2fc36fc2df4c2e927997ea5b196b5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:44:46.803163 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3f7f490a-8b5c-4373-8071-b3c3a7f41df7 req-4d9e1320-52b3-4637-b5f1-324cb003b916 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 210 time: 0.1035905 May 26 13:44:46.813308 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-ee66d43c-0f90-42c3-9920-4b6edb920203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041'] for port (e02981ca-bf77-4efd-95de-0490160000b4), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:46.829827 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d324f46-8072-4897-a2bc-f8cb875be131 admin admin] Pushing event updated for resources: {'Network': ['ID=e5f85e4d-36a2-4623-9440-768f70e6984c,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:46.851149 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54238360-dc4b-4a89-b02e-8c41b734a956 admin admin] Made reservation on behalf of ca2fc36fc2df4c2e927997ea5b196b5c for: {'subnet': 1} {{(pid=110501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:44:46.854840 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-54238360-dc4b-4a89-b02e-8c41b734a956 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:46.903959 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Network e5f85e4d-36a2-4623-9440-768f70e6984c details requested by agent ovs-agent-dv-cinder-819668-4-iscsi with host dv-cinder-819668-4-iscsi {{(pid=110502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 13:44:46.926090 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee66d43c-0f90-42c3-9920-4b6edb920203 admin admin] Pushing event updated for resources: {'Port': ['ID=e02981ca-bf77-4efd-95de-0490160000b4,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:46.951441 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee66d43c-0f90-42c3-9920-4b6edb920203 admin admin] Network 90e76b28-de17-4e9a-956c-e3acc4b829ee is already hosted by enough agents. {{(pid=110500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:44:46.955866 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-cbad25ba-79f0-4428-b118-e93fd4bdc27f tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:46.957880 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-cbad25ba-79f0-4428-b118-e93fd4bdc27f tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4740522 May 26 13:44:46.961047 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 56302) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:44:46.969417 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-a9afc964-97dd-4bc1-96fe-31b8407cb856 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Request body: {'security_group_rule': {'security_group_id': '4df592f8-d0db-46e0-ae87-1b43f23170b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:44:46.974490 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [None req-ee66d43c-0f90-42c3-9920-4b6edb920203 admin admin] Resources bound (agent type, host, resource id): {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:44:47.006830 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port 3682f2c2-18c6-41c7-9917-2c057b37ee5e is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:44:47.007808 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device efd7ecbe-f9ff-4512-a507-42923860f477 up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:44:47.011764 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee66d43c-0f90-42c3-9920-4b6edb920203 admin admin] Received port after_create {{(pid=110500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:44:47.052659 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:47.086486 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-0b68e8a5-6657-435c-ae73-4df5ae3243e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:47.219458 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-54238360-dc4b-4a89-b02e-8c41b734a956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for subnet (8bb6e43c-e649-4a96-850c-3c05a2873b02), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:47.329662 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-a9afc964-97dd-4bc1-96fe-31b8407cb856 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks [] for security_group_rule (3eb485ae-00a4-421a-ad59-5f9b0749c6d8), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:47.367777 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:INSERT=5,neutron:DELETE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:47.368718 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54238360-dc4b-4a89-b02e-8c41b734a956 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bb6e43c-e649-4a96-850c-3c05a2873b02,revision_number=0']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:47.381305 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54238360-dc4b-4a89-b02e-8c41b734a956 admin admin] Checking segment: {'id': '06c3f15b-7e0d-4d90-a9d1-b66c83fea300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e5f85e4d-36a2-4623-9440-768f70e6984c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:44:47.381904 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54238360-dc4b-4a89-b02e-8c41b734a956 admin admin] Network hostable DHCP agents. Network: e5f85e4d-36a2-4623-9440-768f70e6984c, hostable agents: ['f02764f4-f497-4694-a2eb-22efe73666f4'], hosted agents: [] {{(pid=110501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 13:44:47.389235 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-0b68e8a5-6657-435c-ae73-4df5ae3243e4 admin admin] Publish callbacks [] for security_group (51d622c3-9da7-42f4-8fc3-776e401292ee), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:47.400635 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-0b68e8a5-6657-435c-ae73-4df5ae3243e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (51d622c3-9da7-42f4-8fc3-776e401292ee), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:47.463629 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68e8a5-6657-435c-ae73-4df5ae3243e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d622c3-9da7-42f4-8fc3-776e401292ee,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:47.472982 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-0b68e8a5-6657-435c-ae73-4df5ae3243e4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9ec8aa5d991a4fe5aa11b2dae79eb34b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6914167 May 26 13:44:47.476098 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 56316) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:44:47.480167 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port efd7ecbe-f9ff-4512-a507-42923860f477 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:44:47.480716 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (efd7ecbe-f9ff-4512-a507-42923860f477), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:47.486914 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:47.494409 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54238360-dc4b-4a89-b02e-8c41b734a956 admin admin] Network e5f85e4d-36a2-4623-9440-768f70e6984c is scheduled to be hosted by DHCP agent f02764f4-f497-4694-a2eb-22efe73666f4 with binding_index 1 {{(pid=110501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 13:44:47.534675 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.base_scheduler [None req-54238360-dc4b-4a89-b02e-8c41b734a956 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819668-4-iscsi, e5f85e4d-36a2-4623-9440-768f70e6984c) {{(pid=110501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:44:47.542654 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54238360-dc4b-4a89-b02e-8c41b734a956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:44:47.544158 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-54238360-dc4b-4a89-b02e-8c41b734a956 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for subnet (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:47.561394 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb2e845-d132-436f-8a2c-dbd85ec8fa55 None None] Network e5f85e4d-36a2-4623-9440-768f70e6984c requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:44:47.590731 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-54238360-dc4b-4a89-b02e-8c41b734a956 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8103356 May 26 13:44:47.593530 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-11663edb-1d71-4cb0-b17b-c31f73ddd3a8 None None] Current status of the port efd7ecbe-f9ff-4512-a507-42923860f477 is: DOWN; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:44:47.593918 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-11663edb-1d71-4cb0-b17b-c31f73ddd3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (efd7ecbe-f9ff-4512-a507-42923860f477), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:47.597388 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-5aacef65-2391-4548-94cb-f4e7e88cfa87 admin admin] Publish callbacks [] for security_group (51d622c3-9da7-42f4-8fc3-776e401292ee), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:47.628285 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e0e67111-5e24-4fc0-bf21-e0b99892d480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-906743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569091'] for router (649401c9-bfab-426e-a474-f39017d3abed), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:47.632585 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-5aacef65-2391-4548-94cb-f4e7e88cfa87 admin admin] Publish callbacks [] for security_group (51d622c3-9da7-42f4-8fc3-776e401292ee), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:47.713894 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-5aacef65-2391-4548-94cb-f4e7e88cfa87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (51d622c3-9da7-42f4-8fc3-776e401292ee), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:47.721176 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-5aacef65-2391-4548-94cb-f4e7e88cfa87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:47.723724 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-5aacef65-2391-4548-94cb-f4e7e88cfa87 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/51d622c3-9da7-42f4-8fc3-776e401292ee HTTP/1.1" status: 204 len: 168 time: 0.2461302 May 26 13:44:47.749926 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aacef65-2391-4548-94cb-f4e7e88cfa87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d622c3-9da7-42f4-8fc3-776e401292ee,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:47.826607 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-11663edb-1d71-4cb0-b17b-c31f73ddd3a8 None None] For port efd7ecbe-f9ff-4512-a507-42923860f477, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=efd7ecbe-f9ff-4512-a507-42923860f477,segment=NetworkSegment(e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488),segment_id=e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:44:47.866339 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-a9afc964-97dd-4bc1-96fe-31b8407cb856 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks [] for security_group_rule (3eb485ae-00a4-421a-ad59-5f9b0749c6d8), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:47.895351 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-11663edb-1d71-4cb0-b17b-c31f73ddd3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (efd7ecbe-f9ff-4512-a507-42923860f477), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:47.895511 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-a9afc964-97dd-4bc1-96fe-31b8407cb856 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547660'] for security_group_rule (3eb485ae-00a4-421a-ad59-5f9b0749c6d8), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:47.955578 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:47.969973 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-ee66d43c-0f90-42c3-9920-4b6edb920203 admin admin] Publish callbacks [] for router_gateway (e8fa3225-aa55-4fb1-af18-cb8a643e77e7), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:48.041465 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9afc964-97dd-4bc1-96fe-31b8407cb856 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eb485ae-00a4-421a-ad59-5f9b0749c6d8,revision_number=0']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:48.077642 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958fc375-cda8-442e-8446-b99eb48a28ac None None] Network e5f85e4d-36a2-4623-9440-768f70e6984c requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:44:48.079399 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port efd7ecbe-f9ff-4512-a507-42923860f477 is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:44:48.080609 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 13b05ca5-cba2-437f-b1d2-35ca48ad906f up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:44:48.082672 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11663edb-1d71-4cb0-b17b-c31f73ddd3a8 None None] Pushing event updated for resources: {'Port': ['ID=efd7ecbe-f9ff-4512-a507-42923860f477,revision_number=3']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:48.102411 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-a9afc964-97dd-4bc1-96fe-31b8407cb856 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:48.104155 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-a9afc964-97dd-4bc1-96fe-31b8407cb856 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1393175 May 26 13:44:48.108117 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 56338) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:44:48.131794 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-e6932cc6-f793-4b01-84f5-e7f01d426e95 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Request body: {'floatingip': {'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:44:48.140265 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-fd41b403-0d1e-419f-aa95-168b10305c87 None None] Provisioning complete for port efd7ecbe-f9ff-4512-a507-42923860f477 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:44:48.140790 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-fd41b403-0d1e-419f-aa95-168b10305c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (efd7ecbe-f9ff-4512-a507-42923860f477), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:48.175671 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-2d981b5f-e053-43bb-bceb-9b86b30cb8e3 req-9a871bbb-37c3-4f17-8c20-66101902cc94 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 210 time: 0.0784838 May 26 13:44:48.221130 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:48.234565 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e6932cc6-f793-4b01-84f5-e7f01d426e95 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:48.335288 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 56346) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:44:48.357825 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-1654a988-579d-4397-8a12-8c1c8a36e234 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:48.358949 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:48.364715 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:48.407421 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:48.428223 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port 13b05ca5-cba2-437f-b1d2-35ca48ad906f triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:44:48.428561 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (13b05ca5-cba2-437f-b1d2-35ca48ad906f), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:48.473821 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e8827cfa-42db-4a0f-8725-2e4a412eacef None None] Publish callbacks [] for port (f34703a3-2aa5-4ec0-91dc-579c5278c7ae), precommit_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:48.508713 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e8827cfa-42db-4a0f-8725-2e4a412eacef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (f34703a3-2aa5-4ec0-91dc-579c5278c7ae), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:48.516496 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e6932cc6-f793-4b01-84f5-e7f01d426e95 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:48.516759 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-1654a988-579d-4397-8a12-8c1c8a36e234 admin admin] Publish callbacks [] for security_group (d4044523-f89c-4acf-8115-bc5b9d75b7eb), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:48.524057 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-1654a988-579d-4397-8a12-8c1c8a36e234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (d4044523-f89c-4acf-8115-bc5b9d75b7eb), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:48.548740 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 56352) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:44:48.560624 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-cdb1dd11-17cd-4a8c-ac13-0fc37766710e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-670247919-network', 'tenant_id': '4d1e9baec0a64d06858f2f49ad3b6eab'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:44:48.566899 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-fd41b403-0d1e-419f-aa95-168b10305c87 None None] Current status of the port efd7ecbe-f9ff-4512-a507-42923860f477 is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:44:48.619815 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e67111-5e24-4fc0-bf21-e0b99892d480 admin admin] Router 649401c9-bfab-426e-a474-f39017d3abed is scheduled to L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f with binding_index 1 {{(pid=110500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 13:44:48.627865 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad46308-05b8-440b-9f8c-f74bbcf49f0a None None] Pushing event updated for resources: {'Port': ['ID=f34703a3-2aa5-4ec0-91dc-579c5278c7ae,revision_number=3']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:48.629801 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-ee66d43c-0f90-42c3-9920-4b6edb920203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-906743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569091'] for router (e8fa3225-aa55-4fb1-af18-cb8a643e77e7), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:48.639354 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-1654a988-579d-4397-8a12-8c1c8a36e234 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=787717cbcfb2471287687052daab71d5&name=default HTTP/1.1" status: 200 len: 2993 time: 0.3026981 May 26 13:44:48.643759 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 56356) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:44:48.644991 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb1dd11-17cd-4a8c-ac13-0fc37766710e admin admin] Made reservation on behalf of 4d1e9baec0a64d06858f2f49ad3b6eab for: {'network': 1} {{(pid=110501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:44:48.647442 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-cdb1dd11-17cd-4a8c-ac13-0fc37766710e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for network (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:48.659407 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1654a988-579d-4397-8a12-8c1c8a36e234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4044523-f89c-4acf-8115-bc5b9d75b7eb,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:48.662818 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-fd41b403-0d1e-419f-aa95-168b10305c87 None None] Provisioning complete for port 13b05ca5-cba2-437f-b1d2-35ca48ad906f triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:44:48.663069 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-cdb1dd11-17cd-4a8c-ac13-0fc37766710e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:48.663631 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-fd41b403-0d1e-419f-aa95-168b10305c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (13b05ca5-cba2-437f-b1d2-35ca48ad906f), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:48.772362 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-cdb1dd11-17cd-4a8c-ac13-0fc37766710e admin admin] Publish callbacks [] for security_group (4d3866f6-ad01-4fdf-8b3a-45ad19787b55), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:48.779179 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-cdb1dd11-17cd-4a8c-ac13-0fc37766710e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (4d3866f6-ad01-4fdf-8b3a-45ad19787b55), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:48.805175 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port 13b05ca5-cba2-437f-b1d2-35ca48ad906f is: DOWN; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:44:48.805379 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (13b05ca5-cba2-437f-b1d2-35ca48ad906f), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:48.809059 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdb1dd11-17cd-4a8c-ac13-0fc37766710e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=110501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 13:44:48.811621 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-e8827cfa-42db-4a0f-8725-2e4a412eacef None None] Attempting to bind port f34703a3-2aa5-4ec0-91dc-579c5278c7ae on host dv-cinder-819668-4-iscsi for vnic_type normal with profile {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:44:48.811984 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-e8827cfa-42db-4a0f-8725-2e4a412eacef None None] Attempting to bind port f34703a3-2aa5-4ec0-91dc-579c5278c7ae by drivers openvswitch,hyperv on host dv-cinder-819668-4-iscsi at level 0 using segments [{'id': '72489f9d-88bc-4f02-8b41-7b0a26fec68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7243f764-410e-4885-acdc-a415825d1293'}] {{(pid=110502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:44:48.812369 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8827cfa-42db-4a0f-8725-2e4a412eacef None None] Attempting to bind port f34703a3-2aa5-4ec0-91dc-579c5278c7ae on network 7243f764-410e-4885-acdc-a415825d1293 {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:44:48.828443 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1dd11-17cd-4a8c-ac13-0fc37766710e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3866f6-ad01-4fdf-8b3a-45ad19787b55,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:48.831025 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8827cfa-42db-4a0f-8725-2e4a412eacef None None] Checking agent: {'id': '8ab0da26-f041-4f99-a2cc-fa5d75d9001c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 35, 50), 'started_at': datetime.datetime(2022, 5, 26, 13, 36, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:44:48.831399 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8827cfa-42db-4a0f-8725-2e4a412eacef None None] Checking segment: {'id': '72489f9d-88bc-4f02-8b41-7b0a26fec68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7243f764-410e-4885-acdc-a415825d1293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:44:48.831791 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e8827cfa-42db-4a0f-8725-2e4a412eacef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:48.832178 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8827cfa-42db-4a0f-8725-2e4a412eacef None None] Bound using segment: {'id': '72489f9d-88bc-4f02-8b41-7b0a26fec68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7243f764-410e-4885-acdc-a415825d1293'} {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:44:48.832678 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-e8827cfa-42db-4a0f-8725-2e4a412eacef None None] Bound port: f34703a3-2aa5-4ec0-91dc-579c5278c7ae, host: dv-cinder-819668-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72489f9d-88bc-4f02-8b41-7b0a26fec68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7243f764-410e-4885-acdc-a415825d1293'}}] {{(pid=110502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:44:48.833004 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-cdb1dd11-17cd-4a8c-ac13-0fc37766710e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755648326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329'] for segment (30399188-1e7b-4110-8e3f-f4faa475e599), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:48.833110 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e8827cfa-42db-4a0f-8725-2e4a412eacef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (f34703a3-2aa5-4ec0-91dc-579c5278c7ae), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:48.833510 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.db.segments_db [None req-cdb1dd11-17cd-4a8c-ac13-0fc37766710e admin admin] Added segment 30399188-1e7b-4110-8e3f-f4faa475e599 of type vlan for network d5a6fbdf-ae2e-4b76-970b-2ba9a30647b5 May 26 13:44:48.894461 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-cdb1dd11-17cd-4a8c-ac13-0fc37766710e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755647801200'] for network (d5a6fbdf-ae2e-4b76-970b-2ba9a30647b5), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:48.896943 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] For port 13b05ca5-cba2-437f-b1d2-35ca48ad906f, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=13b05ca5-cba2-437f-b1d2-35ca48ad906f,segment=NetworkSegment(3a4a3e5b-0e17-442c-bc39-61e33c050f0d),segment_id=3a4a3e5b-0e17-442c-bc39-61e33c050f0d)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:44:48.922593 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e67111-5e24-4fc0-bf21-e0b99892d480 admin admin] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:44:48.927843 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-cdb1dd11-17cd-4a8c-ac13-0fc37766710e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for network (d5a6fbdf-ae2e-4b76-970b-2ba9a30647b5), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:48.929789 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (13b05ca5-cba2-437f-b1d2-35ca48ad906f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:48.930647 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb1dd11-17cd-4a8c-ac13-0fc37766710e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:44:48.937993 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f795f7c1-91d6-4c13-b4b2-2ae9ba983eae None None] Sync routers for ids ['649401c9-bfab-426e-a474-f39017d3abed'] in dv-cinder-819668-4-iscsi {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:44:48.952100 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-cdb1dd11-17cd-4a8c-ac13-0fc37766710e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:48.957056 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f795f7c1-91d6-4c13-b4b2-2ae9ba983eae None None] Routers {'649401c9-bfab-426e-a474-f39017d3abed'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:44:48.958183 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-f795f7c1-91d6-4c13-b4b2-2ae9ba983eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:44:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['649401c9-bfab-426e-a474-f39017d3abed'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:44:48.968574 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.db_base_plugin_common [None req-e6932cc6-f793-4b01-84f5-e7f01d426e95 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Allocated IP 172.27.2.128 (90e76b28-de17-4e9a-956c-e3acc4b829ee/72a92eeb-8c5d-4770-b3e7-e9300b6be16c/49846e71-62a6-437a-bbaf-09db8690b27a) {{(pid=110500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:44:48.970679 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:48.992872 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-cdb1dd11-17cd-4a8c-ac13-0fc37766710e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4399867 May 26 13:44:48.995966 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 56358) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:44:49.018582 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-317b4615-f342-40d1-9dcc-339a33ba777c admin admin] Publish callbacks [] for security_group (d4044523-f89c-4acf-8115-bc5b9d75b7eb), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:49.040506 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Pushing event updated for resources: {'Port': ['ID=13b05ca5-cba2-437f-b1d2-35ca48ad906f,revision_number=3']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:49.050120 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-fd41b403-0d1e-419f-aa95-168b10305c87 None None] Current status of the port 13b05ca5-cba2-437f-b1d2-35ca48ad906f is: DOWN; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:44:49.050500 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-fd41b403-0d1e-419f-aa95-168b10305c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (13b05ca5-cba2-437f-b1d2-35ca48ad906f), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:49.056823 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-204dfe20-09b9-48bf-b75e-78cf1bbcb651 admin admin] Request body: {'subnet': {'network_id': 'd5a6fbdf-ae2e-4b76-970b-2ba9a30647b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-670247919-subnet', 'tenant_id': '4d1e9baec0a64d06858f2f49ad3b6eab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:44:49.068599 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e0e67111-5e24-4fc0-bf21-e0b99892d480 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:49.068599 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-e0e67111-5e24-4fc0-bf21-e0b99892d480 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.0095849 May 26 13:44:49.074819 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:49.075847 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-e8827cfa-42db-4a0f-8725-2e4a412eacef None None] For port f34703a3-2aa5-4ec0-91dc-579c5278c7ae, host dv-cinder-819668-4-iscsi, cleared binding levels {{(pid=110502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:44:49.080620 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 56360) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:44:49.088762 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=72,neutron:DELETE=6,neutron:INSERT=19,neutron:UPDATE=3 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:49.102771 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-e8827cfa-42db-4a0f-8725-2e4a412eacef None None] For port f34703a3-2aa5-4ec0-91dc-579c5278c7ae, host dv-cinder-819668-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=f34703a3-2aa5-4ec0-91dc-579c5278c7ae,segment=NetworkSegment(72489f9d-88bc-4f02-8b41-7b0a26fec68a),segment_id=72489f9d-88bc-4f02-8b41-7b0a26fec68a)] {{(pid=110502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:44:49.129360 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-f795f7c1-91d6-4c13-b4b2-2ae9ba983eae None None] Set router 649401c9-bfab-426e-a474-f39017d3abed gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:44:49.146023 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device efd7ecbe-f9ff-4512-a507-42923860f477 up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:44:49.155431 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e8827cfa-42db-4a0f-8725-2e4a412eacef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (f34703a3-2aa5-4ec0-91dc-579c5278c7ae), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:49.180594 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1dd11-17cd-4a8c-ac13-0fc37766710e admin admin] Pushing event updated for resources: {'Network': ['ID=d5a6fbdf-ae2e-4b76-970b-2ba9a30647b5,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:49.186138 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:49.187561 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-317b4615-f342-40d1-9dcc-339a33ba777c admin admin] Publish callbacks [] for security_group (d4044523-f89c-4acf-8115-bc5b9d75b7eb), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:49.198207 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204dfe20-09b9-48bf-b75e-78cf1bbcb651 admin admin] Made reservation on behalf of 4d1e9baec0a64d06858f2f49ad3b6eab for: {'subnet': 1} {{(pid=110501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:44:49.203403 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-204dfe20-09b9-48bf-b75e-78cf1bbcb651 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:49.222867 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Network d5a6fbdf-ae2e-4b76-970b-2ba9a30647b5 details requested by agent ovs-agent-dv-cinder-819668-4-iscsi with host dv-cinder-819668-4-iscsi {{(pid=110502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 13:44:49.269427 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.db.api [None req-fd41b403-0d1e-419f-aa95-168b10305c87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 26 13:44:49.269901 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG oslo_db.api [None req-fd41b403-0d1e-419f-aa95-168b10305c87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 13:44:49.358541 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8827cfa-42db-4a0f-8725-2e4a412eacef None None] Routers {'158343de-78a2-4feb-ad8a-daa0577f703e'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:44:49.360457 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-e8827cfa-42db-4a0f-8725-2e4a412eacef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:44:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['158343de-78a2-4feb-ad8a-daa0577f703e'], 'active': True} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:44:49.374622 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee66d43c-0f90-42c3-9920-4b6edb920203 admin admin] Router e8fa3225-aa55-4fb1-af18-cb8a643e77e7 is scheduled to L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f with binding_index 1 {{(pid=110500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 13:44:49.375350 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:49.381353 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e6932cc6-f793-4b01-84f5-e7f01d426e95 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks [] for port (49846e71-62a6-437a-bbaf-09db8690b27a), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:49.443273 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-204dfe20-09b9-48bf-b75e-78cf1bbcb651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for subnet (64a5dcde-6c1f-461d-a340-a62a3afadbd4), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:49.496640 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:49.497284 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204dfe20-09b9-48bf-b75e-78cf1bbcb651 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64a5dcde-6c1f-461d-a340-a62a3afadbd4,revision_number=0']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:49.536065 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port efd7ecbe-f9ff-4512-a507-42923860f477 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:44:49.537485 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (efd7ecbe-f9ff-4512-a507-42923860f477), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:49.549203 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204dfe20-09b9-48bf-b75e-78cf1bbcb651 admin admin] Checking segment: {'id': '30399188-1e7b-4110-8e3f-f4faa475e599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd5a6fbdf-ae2e-4b76-970b-2ba9a30647b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:44:49.550366 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204dfe20-09b9-48bf-b75e-78cf1bbcb651 admin admin] Network hostable DHCP agents. Network: d5a6fbdf-ae2e-4b76-970b-2ba9a30647b5, hostable agents: ['f02764f4-f497-4694-a2eb-22efe73666f4'], hosted agents: [] {{(pid=110501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 13:44:49.580933 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad46308-05b8-440b-9f8c-f74bbcf49f0a None None] Pushing event updated for resources: {'Port': ['ID=f34703a3-2aa5-4ec0-91dc-579c5278c7ae,revision_number=4']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:49.588639 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204dfe20-09b9-48bf-b75e-78cf1bbcb651 admin admin] Network d5a6fbdf-ae2e-4b76-970b-2ba9a30647b5 is scheduled to be hosted by DHCP agent f02764f4-f497-4694-a2eb-22efe73666f4 with binding_index 1 {{(pid=110501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 13:44:49.606183 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-317b4615-f342-40d1-9dcc-339a33ba777c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (d4044523-f89c-4acf-8115-bc5b9d75b7eb), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:49.609471 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-317b4615-f342-40d1-9dcc-339a33ba777c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:49.611612 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-317b4615-f342-40d1-9dcc-339a33ba777c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d4044523-f89c-4acf-8115-bc5b9d75b7eb HTTP/1.1" status: 204 len: 168 time: 0.9655757 May 26 13:44:49.620667 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.base_scheduler [None req-204dfe20-09b9-48bf-b75e-78cf1bbcb651 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819668-4-iscsi, d5a6fbdf-ae2e-4b76-970b-2ba9a30647b5) {{(pid=110501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:44:49.628009 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204dfe20-09b9-48bf-b75e-78cf1bbcb651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:44:49.628643 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-204dfe20-09b9-48bf-b75e-78cf1bbcb651 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for subnet (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:49.641506 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2f466b-f545-4034-a24c-e3563d040270 None None] Network d5a6fbdf-ae2e-4b76-970b-2ba9a30647b5 requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:44:49.655307 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-204dfe20-09b9-48bf-b75e-78cf1bbcb651 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6520302 May 26 13:44:49.657625 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:49.683603 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ec5363df-68c1-48d9-9629-3e420186fce7 req-ed32cea1-2ca8-4ec0-af0a-f46f4bc460be tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 210 time: 0.0972230 May 26 13:44:49.684352 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b4615-f342-40d1-9dcc-339a33ba777c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4044523-f89c-4acf-8115-bc5b9d75b7eb,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:49.746656 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-f795f7c1-91d6-4c13-b4b2-2ae9ba983eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649401c9-bfab-426e-a474-f39017d3abed', 'name': 'tempest-AttachVolumeTestJSON-1151764757-router', 'tenant_id': '2007395425194750a87edd6c0da44e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '2f0f44b1-11a6-4147-9e20-becacca0e572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:41Z', 'updated_at': '2022-05-26T13:44:45Z', 'revision_number': 3, 'project_id': '2007395425194750a87edd6c0da44e66', 'gw_port': {'id': '2f0f44b1-11a6-4147-9e20-becacca0e572', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cf:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649401c9-bfab-426e-a474-f39017d3abed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:43Z', 'updated_at': '2022-05-26T13:44:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi'}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:44:49.757614 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e6932cc6-f793-4b01-84f5-e7f01d426e95 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041'] for port (49846e71-62a6-437a-bbaf-09db8690b27a), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:49.779515 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f795f7c1-91d6-4c13-b4b2-2ae9ba983eae None None] Checking router: 649401c9-bfab-426e-a474-f39017d3abed for host: dv-cinder-819668-4-iscsi {{(pid=110503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:44:49.780175 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f795f7c1-91d6-4c13-b4b2-2ae9ba983eae None None] Updating router 649401c9-bfab-426e-a474-f39017d3abed port 2f0f44b1-11a6-4147-9e20-becacca0e572 binding host dv-cinder-819668-4-iscsi {{(pid=110503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 13:44:49.822080 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-f795f7c1-91d6-4c13-b4b2-2ae9ba983eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (2f0f44b1-11a6-4147-9e20-becacca0e572), before_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:49.830310 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6932cc6-f793-4b01-84f5-e7f01d426e95 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Network 90e76b28-de17-4e9a-956c-e3acc4b829ee is already hosted by enough agents. {{(pid=110500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:44:49.834967 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:49.883300 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [None req-e6932cc6-f793-4b01-84f5-e7f01d426e95 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Resources bound (agent type, host, resource id): {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:44:49.894403 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6932cc6-f793-4b01-84f5-e7f01d426e95 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Received port after_create {{(pid=110500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:44:49.920040 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 56374) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:44:49.986425 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvr_db [None req-e8827cfa-42db-4a0f-8725-2e4a412eacef None None] Set router 158343de-78a2-4feb-ad8a-daa0577f703e gateway port host: dv-cinder-819668-4-iscsi {{(pid=110502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:44:50.017027 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.db_base_plugin_v2 [None req-79955cbc-c58b-4fa2-9623-4ccbab4906fc admin admin] Deleting subnet 8bb6e43c-e649-4a96-850c-3c05a2873b02 {{(pid=110501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 13:44:50.029853 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-79955cbc-c58b-4fa2-9623-4ccbab4906fc admin admin] Publish callbacks [] for subnet (8bb6e43c-e649-4a96-850c-3c05a2873b02), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:50.033495 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee66d43c-0f90-42c3-9920-4b6edb920203 admin admin] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:44:50.080254 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6932cc6-f793-4b01-84f5-e7f01d426e95 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Pushing event updated for resources: {'Port': ['ID=49846e71-62a6-437a-bbaf-09db8690b27a,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:50.113387 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-79955cbc-c58b-4fa2-9623-4ccbab4906fc admin admin] Publish callbacks [] for subnet (8bb6e43c-e649-4a96-850c-3c05a2873b02), precommit_delete_associations {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:50.131277 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-79955cbc-c58b-4fa2-9623-4ccbab4906fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693590'] for subnet (8bb6e43c-e649-4a96-850c-3c05a2873b02), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:50.149724 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-ee66d43c-0f90-42c3-9920-4b6edb920203 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:50.154412 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-ee66d43c-0f90-42c3-9920-4b6edb920203 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.2186348 May 26 13:44:50.164352 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 56378) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:44:50.173274 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:50.215282 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-79955cbc-c58b-4fa2-9623-4ccbab4906fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for subnet (8bb6e43c-e649-4a96-850c-3c05a2873b02), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:50.244114 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e6932cc6-f793-4b01-84f5-e7f01d426e95 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks [] for floatingip (480d72b5-fb07-4087-a258-862e0f1bf9c2), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:50.248987 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-fd41b403-0d1e-419f-aa95-168b10305c87 None None] Current status of the port 13b05ca5-cba2-437f-b1d2-35ca48ad906f is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:44:50.252926 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aabc05f-7866-4539-ad4a-b63fef91640c None None] Sync routers for ids ['e8fa3225-aa55-4fb1-af18-cb8a643e77e7'] in dv-cinder-819668-4-iscsi {{(pid=110502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:44:50.267876 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-f795f7c1-91d6-4c13-b4b2-2ae9ba983eae None None] Publish callbacks [] for port (2f0f44b1-11a6-4147-9e20-becacca0e572), precommit_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:50.278342 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-f795f7c1-91d6-4c13-b4b2-2ae9ba983eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (2f0f44b1-11a6-4147-9e20-becacca0e572), after_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:50.301388 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aabc05f-7866-4539-ad4a-b63fef91640c None None] Routers {'e8fa3225-aa55-4fb1-af18-cb8a643e77e7'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:44:50.302181 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-8aabc05f-7866-4539-ad4a-b63fef91640c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:44:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['e8fa3225-aa55-4fb1-af18-cb8a643e77e7'], 'active': True} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:44:50.334207 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79955cbc-c58b-4fa2-9623-4ccbab4906fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bb6e43c-e649-4a96-850c-3c05a2873b02,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:50.372936 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-79955cbc-c58b-4fa2-9623-4ccbab4906fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:50.383151 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-79955cbc-c58b-4fa2-9623-4ccbab4906fc admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8bb6e43c-e649-4a96-850c-3c05a2873b02 HTTP/1.1" status: 204 len: 168 time: 0.4610343 May 26 13:44:50.386364 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 56386) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:44:50.396749 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed08960-b1ef-4d49-8a60-cc0075f8176d None None] Pushing event updated for resources: {'Port': ['ID=2f0f44b1-11a6-4147-9e20-becacca0e572,revision_number=2']} {{(pid=110503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:50.407123 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e6932cc6-f793-4b01-84f5-e7f01d426e95 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (49846e71-62a6-437a-bbaf-09db8690b27a), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:50.431513 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvr_db [None req-8aabc05f-7866-4539-ad4a-b63fef91640c None None] Set router e8fa3225-aa55-4fb1-af18-cb8a643e77e7 gateway port host: dv-cinder-819668-4-iscsi {{(pid=110502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:44:50.434991 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.managers [None req-f795f7c1-91d6-4c13-b4b2-2ae9ba983eae None None] Attempting to bind port 2f0f44b1-11a6-4147-9e20-becacca0e572 on host dv-cinder-819668-4-iscsi for vnic_type normal with profile {{(pid=110503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:44:50.435404 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.managers [None req-f795f7c1-91d6-4c13-b4b2-2ae9ba983eae None None] Attempting to bind port 2f0f44b1-11a6-4147-9e20-becacca0e572 by drivers openvswitch,hyperv on host dv-cinder-819668-4-iscsi at level 0 using segments [{'id': '36759762-4a51-4579-800b-deb2c27dac78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'}] {{(pid=110503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:44:50.435839 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f795f7c1-91d6-4c13-b4b2-2ae9ba983eae None None] Attempting to bind port 2f0f44b1-11a6-4147-9e20-becacca0e572 on network 90e76b28-de17-4e9a-956c-e3acc4b829ee {{(pid=110503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:44:50.445783 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f795f7c1-91d6-4c13-b4b2-2ae9ba983eae None None] Checking agent: {'id': '8ab0da26-f041-4f99-a2cc-fa5d75d9001c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 35, 50), 'started_at': datetime.datetime(2022, 5, 26, 13, 36, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:44:50.446144 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f795f7c1-91d6-4c13-b4b2-2ae9ba983eae None None] Checking segment: {'id': '36759762-4a51-4579-800b-deb2c27dac78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:44:50.447207 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-f795f7c1-91d6-4c13-b4b2-2ae9ba983eae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:50.455592 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f795f7c1-91d6-4c13-b4b2-2ae9ba983eae None None] Bound using segment: {'id': '36759762-4a51-4579-800b-deb2c27dac78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'} {{(pid=110503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:44:50.456116 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.managers [None req-f795f7c1-91d6-4c13-b4b2-2ae9ba983eae None None] Bound port: 2f0f44b1-11a6-4147-9e20-becacca0e572, host: dv-cinder-819668-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36759762-4a51-4579-800b-deb2c27dac78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'}}] {{(pid=110503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:44:50.456561 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-f795f7c1-91d6-4c13-b4b2-2ae9ba983eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (2f0f44b1-11a6-4147-9e20-becacca0e572), before_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:50.484047 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ce7595-0d28-4b36-8219-abafb2b41e53 None None] Network d5a6fbdf-ae2e-4b76-970b-2ba9a30647b5 requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:44:50.488765 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:50.491959 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-80369f16-6497-4f96-a697-96fd9eba34d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848337'] for network (e5f85e4d-36a2-4623-9440-768f70e6984c), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:50.578314 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.db [None req-f795f7c1-91d6-4c13-b4b2-2ae9ba983eae None None] For port 2f0f44b1-11a6-4147-9e20-becacca0e572, host dv-cinder-819668-4-iscsi, cleared binding levels {{(pid=110503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:44:50.589151 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.db [None req-f795f7c1-91d6-4c13-b4b2-2ae9ba983eae None None] For port 2f0f44b1-11a6-4147-9e20-becacca0e572, host dv-cinder-819668-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=2f0f44b1-11a6-4147-9e20-becacca0e572,segment=NetworkSegment(36759762-4a51-4579-800b-deb2c27dac78),segment_id=36759762-4a51-4579-800b-deb2c27dac78)] {{(pid=110503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:44:50.602492 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-f795f7c1-91d6-4c13-b4b2-2ae9ba983eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (2f0f44b1-11a6-4147-9e20-becacca0e572), after_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:50.674418 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-80369f16-6497-4f96-a697-96fd9eba34d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1689123', 'neutron.services.segments.db._delete_segments_for_network-8755648326512'] for network (e5f85e4d-36a2-4623-9440-768f70e6984c), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:50.745459 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f795f7c1-91d6-4c13-b4b2-2ae9ba983eae None None] Routers {'649401c9-bfab-426e-a474-f39017d3abed'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:44:50.746144 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-f795f7c1-91d6-4c13-b4b2-2ae9ba983eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:44:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['649401c9-bfab-426e-a474-f39017d3abed'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:44:50.795068 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=100 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:50.878012 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-826cee2a-ac9a-4ea1-b6af-065a3dcb4f33 None None] Provisioning complete for port f34703a3-2aa5-4ec0-91dc-579c5278c7ae triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:44:50.878543 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-826cee2a-ac9a-4ea1-b6af-065a3dcb4f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (f34703a3-2aa5-4ec0-91dc-579c5278c7ae), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:50.942405 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-f795f7c1-91d6-4c13-b4b2-2ae9ba983eae None None] Set router 649401c9-bfab-426e-a474-f39017d3abed gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:44:50.953768 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-8172205c-f42e-412b-835c-9228cd156d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:50.954836 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port efd7ecbe-f9ff-4512-a507-42923860f477 is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:44:50.956858 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-80369f16-6497-4f96-a697-96fd9eba34d0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:44:50.957465 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-80369f16-6497-4f96-a697-96fd9eba34d0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:44:50.959978 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-80369f16-6497-4f96-a697-96fd9eba34d0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:44:50.960531 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-80369f16-6497-4f96-a697-96fd9eba34d0 admin admin] Subscribe: > port after_create 55550000 {{(pid=110501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:44:50.960940 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-80369f16-6497-4f96-a697-96fd9eba34d0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:44:50.961345 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-80369f16-6497-4f96-a697-96fd9eba34d0 admin admin] Subscribe: > port after_update 55550000 {{(pid=110501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:44:50.961746 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-80369f16-6497-4f96-a697-96fd9eba34d0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:44:50.963074 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-80369f16-6497-4f96-a697-96fd9eba34d0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:44:50.963769 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-80369f16-6497-4f96-a697-96fd9eba34d0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:44:50.964211 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-80369f16-6497-4f96-a697-96fd9eba34d0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:44:51.080093 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:51.115528 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:51.116211 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:51.150563 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed08960-b1ef-4d49-8a60-cc0075f8176d None None] Pushing event updated for resources: {'Port': ['ID=2f0f44b1-11a6-4147-9e20-becacca0e572,revision_number=3']} {{(pid=110503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:51.210635 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-f795f7c1-91d6-4c13-b4b2-2ae9ba983eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649401c9-bfab-426e-a474-f39017d3abed', 'name': 'tempest-AttachVolumeTestJSON-1151764757-router', 'tenant_id': '2007395425194750a87edd6c0da44e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '2f0f44b1-11a6-4147-9e20-becacca0e572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:41Z', 'updated_at': '2022-05-26T13:44:45Z', 'revision_number': 3, 'project_id': '2007395425194750a87edd6c0da44e66', 'gw_port': {'id': '2f0f44b1-11a6-4147-9e20-becacca0e572', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cf:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649401c9-bfab-426e-a474-f39017d3abed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:43Z', 'updated_at': '2022-05-26T13:44:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi'}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:44:51.227648 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 13b05ca5-cba2-437f-b1d2-35ca48ad906f up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:44:51.235481 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-8aabc05f-7866-4539-ad4a-b63fef91640c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'name': 'tempest-ServerRescueNegativeTestJSON-460254636-router', 'tenant_id': '667a2ccd9c9045879b4b87e156997161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e02981ca-bf77-4efd-95de-0490160000b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:41Z', 'updated_at': '2022-05-26T13:44:47Z', 'revision_number': 3, 'project_id': '667a2ccd9c9045879b4b87e156997161', 'gw_port': {'id': 'e02981ca-bf77-4efd-95de-0490160000b4', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:17:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:43Z', 'updated_at': '2022-05-26T13:44:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi'}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:44:51.248836 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f795f7c1-91d6-4c13-b4b2-2ae9ba983eae None None] The sync data for ids ['649401c9-bfab-426e-a474-f39017d3abed'] in dv-cinder-819668-4-iscsi is: [{'id': '649401c9-bfab-426e-a474-f39017d3abed', 'name': 'tempest-AttachVolumeTestJSON-1151764757-router', 'tenant_id': '2007395425194750a87edd6c0da44e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '2f0f44b1-11a6-4147-9e20-becacca0e572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:41Z', 'updated_at': '2022-05-26T13:44:45Z', 'revision_number': 3, 'project_id': '2007395425194750a87edd6c0da44e66', 'gw_port': {'id': '2f0f44b1-11a6-4147-9e20-becacca0e572', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cf:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649401c9-bfab-426e-a474-f39017d3abed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:43Z', 'updated_at': '2022-05-26T13:44:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi'}] {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:44:51.308638 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-80369f16-6497-4f96-a697-96fd9eba34d0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:44:51.309342 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-80369f16-6497-4f96-a697-96fd9eba34d0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:44:51.309892 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-80369f16-6497-4f96-a697-96fd9eba34d0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:44:51.310459 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-80369f16-6497-4f96-a697-96fd9eba34d0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:44:51.311179 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.services.segments.db [None req-80369f16-6497-4f96-a697-96fd9eba34d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5f85e4d-36a2-4623-9440-768f70e6984c']}} {{(pid=110501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:44:51.331721 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aabc05f-7866-4539-ad4a-b63fef91640c None None] Checking router: e8fa3225-aa55-4fb1-af18-cb8a643e77e7 for host: dv-cinder-819668-4-iscsi {{(pid=110502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:44:51.332359 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aabc05f-7866-4539-ad4a-b63fef91640c None None] Updating router e8fa3225-aa55-4fb1-af18-cb8a643e77e7 port e02981ca-bf77-4efd-95de-0490160000b4 binding host dv-cinder-819668-4-iscsi {{(pid=110502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 13:44:51.337277 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-e8827cfa-42db-4a0f-8725-2e4a412eacef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'name': 'tempest-AttachVolumeShelveTestJSON-1355966574-router', 'tenant_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '3682f2c2-18c6-41c7-9917-2c057b37ee5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:36Z', 'updated_at': '2022-05-26T13:44:41Z', 'revision_number': 4, 'project_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'gw_port': {'id': '3682f2c2-18c6-41c7-9917-2c057b37ee5e', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:36Z', 'updated_at': '2022-05-26T13:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': 'f34703a3-2aa5-4ec0-91dc-579c5278c7ae', 'name': '', 'network_id': '7243f764-410e-4885-acdc-a415825d1293', 'tenant_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'mac_address': 'fa:16:3e:bd:1d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f42c48c9-dd9d-4f2d-ada0-47f18130e415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:39Z', 'updated_at': '2022-05-26T13:44:49Z', 'revision_number': 4, 'project_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'subnets': [{'id': 'f42c48c9-dd9d-4f2d-ada0-47f18130e415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:44:51.354046 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.services.segments.db [None req-80369f16-6497-4f96-a697-96fd9eba34d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c3f15b-7e0d-4d90-a9d1-b66c83fea300') {'for_net_delete': True} {{(pid=110501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:44:51.354702 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.services.segments.db [None req-80369f16-6497-4f96-a697-96fd9eba34d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c3f15b-7e0d-4d90-a9d1-b66c83fea300') {} {{(pid=110501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:44:51.393195 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-f6a96135-8689-4227-bbcb-767178c7e898 req-f6481868-3895-4a0f-b68c-705263779c37 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 210 time: 0.0752230 May 26 13:44:51.403612 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-80369f16-6497-4f96-a697-96fd9eba34d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755648326009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7142727'] for segment (06c3f15b-7e0d-4d90-a9d1-b66c83fea300), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:51.422316 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:51.435457 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-80369f16-6497-4f96-a697-96fd9eba34d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329'] for segment (06c3f15b-7e0d-4d90-a9d1-b66c83fea300), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:51.444129 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:51.445619 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8827cfa-42db-4a0f-8725-2e4a412eacef None None] The sync data for ids ['158343de-78a2-4feb-ad8a-daa0577f703e'] in dv-cinder-819668-4-iscsi is: [{'id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'name': 'tempest-AttachVolumeShelveTestJSON-1355966574-router', 'tenant_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '3682f2c2-18c6-41c7-9917-2c057b37ee5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:36Z', 'updated_at': '2022-05-26T13:44:41Z', 'revision_number': 4, 'project_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'gw_port': {'id': '3682f2c2-18c6-41c7-9917-2c057b37ee5e', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:36Z', 'updated_at': '2022-05-26T13:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': 'f34703a3-2aa5-4ec0-91dc-579c5278c7ae', 'name': '', 'network_id': '7243f764-410e-4885-acdc-a415825d1293', 'tenant_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'mac_address': 'fa:16:3e:bd:1d:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f42c48c9-dd9d-4f2d-ada0-47f18130e415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:39Z', 'updated_at': '2022-05-26T13:44:49Z', 'revision_number': 4, 'project_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'subnets': [{'id': 'f42c48c9-dd9d-4f2d-ada0-47f18130e415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:44:51.445812 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80369f16-6497-4f96-a697-96fd9eba34d0 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=110501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 13:44:51.446453 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-80369f16-6497-4f96-a697-96fd9eba34d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5523100'] for segment (06c3f15b-7e0d-4d90-a9d1-b66c83fea300), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:51.453630 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e6932cc6-f793-4b01-84f5-e7f01d426e95 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks [] for port (49846e71-62a6-437a-bbaf-09db8690b27a), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:51.475632 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e6932cc6-f793-4b01-84f5-e7f01d426e95 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (49846e71-62a6-437a-bbaf-09db8690b27a), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:51.566330 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-80369f16-6497-4f96-a697-96fd9eba34d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1689112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568567'] for network (e5f85e4d-36a2-4623-9440-768f70e6984c), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:51.580931 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-8aabc05f-7866-4539-ad4a-b63fef91640c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (e02981ca-bf77-4efd-95de-0490160000b4), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:51.595516 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=100 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:51.615392 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80369f16-6497-4f96-a697-96fd9eba34d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5f85e4d-36a2-4623-9440-768f70e6984c,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:51.627543 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-80369f16-6497-4f96-a697-96fd9eba34d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:51.630853 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-80369f16-6497-4f96-a697-96fd9eba34d0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e5f85e4d-36a2-4623-9440-768f70e6984c HTTP/1.1" status: 204 len: 168 time: 1.2407775 May 26 13:44:51.636740 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 56416) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:44:51.643020 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6932cc6-f793-4b01-84f5-e7f01d426e95 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Pushing event updated for resources: {'Port': ['ID=49846e71-62a6-437a-bbaf-09db8690b27a,revision_number=2']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:51.700473 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-826cee2a-ac9a-4ea1-b6af-065a3dcb4f33 None None] Current status of the port f34703a3-2aa5-4ec0-91dc-579c5278c7ae is: DOWN; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:44:51.700858 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-826cee2a-ac9a-4ea1-b6af-065a3dcb4f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (f34703a3-2aa5-4ec0-91dc-579c5278c7ae), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:51.730519 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e6932cc6-f793-4b01-84f5-e7f01d426e95 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568549'] for floatingip (480d72b5-fb07-4087-a258-862e0f1bf9c2), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:51.756108 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port 13b05ca5-cba2-437f-b1d2-35ca48ad906f triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:44:51.756611 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (13b05ca5-cba2-437f-b1d2-35ca48ad906f), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:51.781578 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.db_base_plugin_common [None req-8172205c-f42e-412b-835c-9228cd156d65 admin admin] Allocated IP 172.20.0.1 (96b4b46b-ed06-4350-9763-5db4d4c655a1/761e5aa1-c2fe-4f86-81be-d9dede097e42/e54294ea-3afb-4b2d-83ff-b763f5634f47) {{(pid=110500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:44:51.820500 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.db_base_plugin_v2 [None req-26c45b58-aeeb-4780-8dba-80232a74d568 admin admin] Deleting subnet 64a5dcde-6c1f-461d-a340-a62a3afadbd4 {{(pid=110501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 13:44:51.827863 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e6932cc6-f793-4b01-84f5-e7f01d426e95 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for floatingip (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:51.829401 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-26c45b58-aeeb-4780-8dba-80232a74d568 admin admin] Publish callbacks [] for subnet (64a5dcde-6c1f-461d-a340-a62a3afadbd4), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:51.831413 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-e6932cc6-f793-4b01-84f5-e7f01d426e95 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7182508 May 26 13:44:51.934369 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-26c45b58-aeeb-4780-8dba-80232a74d568 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7142782'] for subnet (64a5dcde-6c1f-461d-a340-a62a3afadbd4), precommit_delete_associations {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:51.952883 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-826cee2a-ac9a-4ea1-b6af-065a3dcb4f33 None None] For port f34703a3-2aa5-4ec0-91dc-579c5278c7ae, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=f34703a3-2aa5-4ec0-91dc-579c5278c7ae,segment=NetworkSegment(72489f9d-88bc-4f02-8b41-7b0a26fec68a),segment_id=72489f9d-88bc-4f02-8b41-7b0a26fec68a)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:44:51.964800 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-826cee2a-ac9a-4ea1-b6af-065a3dcb4f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (f34703a3-2aa5-4ec0-91dc-579c5278c7ae), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:52.003245 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-26c45b58-aeeb-4780-8dba-80232a74d568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693590'] for subnet (64a5dcde-6c1f-461d-a340-a62a3afadbd4), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:52.154546 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.services.segments.plugin [-] Segment 06c3f15b-7e0d-4d90-a9d1-b66c83fea300 resource provider aggregate not found May 26 13:44:52.169936 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:52.178780 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-26c45b58-aeeb-4780-8dba-80232a74d568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5521470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5516845'] for subnet (64a5dcde-6c1f-461d-a340-a62a3afadbd4), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:52.190469 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.services.segments.plugin [-] Segment 06c3f15b-7e0d-4d90-a9d1-b66c83fea300 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 06c3f15b-7e0d-4d90-a9d1-b66c83fea300 found for delete ", "request_id": "req-be420095-12d7-4fa7-8aa5-ae82ae68533a"}]} May 26 13:44:52.197756 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-26c45b58-aeeb-4780-8dba-80232a74d568 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:52.202822 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-26c45b58-aeeb-4780-8dba-80232a74d568 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/64a5dcde-6c1f-461d-a340-a62a3afadbd4 HTTP/1.1" status: 204 len: 168 time: 0.5650470 May 26 13:44:52.211911 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 56446) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:44:52.223023 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c45b58-aeeb-4780-8dba-80232a74d568 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64a5dcde-6c1f-461d-a340-a62a3afadbd4,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:52.311672 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826cee2a-ac9a-4ea1-b6af-065a3dcb4f33 None None] Pushing event updated for resources: {'Port': ['ID=f34703a3-2aa5-4ec0-91dc-579c5278c7ae,revision_number=5']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:52.398335 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e9785919-0d92-4b69-9995-e34ee4f2584d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848337'] for network (d5a6fbdf-ae2e-4b76-970b-2ba9a30647b5), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:52.462264 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-8aabc05f-7866-4539-ad4a-b63fef91640c None None] Publish callbacks [] for port (e02981ca-bf77-4efd-95de-0490160000b4), precommit_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:52.475465 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-8aabc05f-7866-4539-ad4a-b63fef91640c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (e02981ca-bf77-4efd-95de-0490160000b4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:52.482648 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port 13b05ca5-cba2-437f-b1d2-35ca48ad906f is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:44:52.508158 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-0f84defe-fcbf-4e56-a54d-20244e04f25d tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1279042641&fields=id&tenant_id=1ce476b2a1764f56b9780f4a5c75ac3d HTTP/1.1" status: 200 len: 267 time: 0.1149881 May 26 13:44:52.511831 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-a40726c6-51cf-4b1d-be91-6953f3174487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:52.606994 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-1f53d876-2f75-4259-9830-32dbef056f9f req-9e13de2d-a947-434c-9a77-1a6816c88998 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 210 time: 0.0683396 May 26 13:44:52.655061 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-8aabc05f-7866-4539-ad4a-b63fef91640c None None] Attempting to bind port e02981ca-bf77-4efd-95de-0490160000b4 on host dv-cinder-819668-4-iscsi for vnic_type normal with profile {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:44:52.655694 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-8aabc05f-7866-4539-ad4a-b63fef91640c None None] Attempting to bind port e02981ca-bf77-4efd-95de-0490160000b4 by drivers openvswitch,hyperv on host dv-cinder-819668-4-iscsi at level 0 using segments [{'id': '36759762-4a51-4579-800b-deb2c27dac78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'}] {{(pid=110502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:44:52.656050 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aabc05f-7866-4539-ad4a-b63fef91640c None None] Attempting to bind port e02981ca-bf77-4efd-95de-0490160000b4 on network 90e76b28-de17-4e9a-956c-e3acc4b829ee {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:44:52.661251 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a043a54-aabf-45e3-8eff-94c2a7b95321 None None] Pushing event updated for resources: {'Port': ['ID=e02981ca-bf77-4efd-95de-0490160000b4,revision_number=2']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:52.668588 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aabc05f-7866-4539-ad4a-b63fef91640c None None] Checking agent: {'id': '8ab0da26-f041-4f99-a2cc-fa5d75d9001c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 35, 50), 'started_at': datetime.datetime(2022, 5, 26, 13, 36, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:44:52.669158 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aabc05f-7866-4539-ad4a-b63fef91640c None None] Checking segment: {'id': '36759762-4a51-4579-800b-deb2c27dac78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:44:52.669568 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-8aabc05f-7866-4539-ad4a-b63fef91640c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:52.670126 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aabc05f-7866-4539-ad4a-b63fef91640c None None] Bound using segment: {'id': '36759762-4a51-4579-800b-deb2c27dac78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'} {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:44:52.670774 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-8aabc05f-7866-4539-ad4a-b63fef91640c None None] Bound port: e02981ca-bf77-4efd-95de-0490160000b4, host: dv-cinder-819668-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36759762-4a51-4579-800b-deb2c27dac78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'}}] {{(pid=110502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:44:52.671166 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-8aabc05f-7866-4539-ad4a-b63fef91640c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (e02981ca-bf77-4efd-95de-0490160000b4), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:52.736761 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-8aabc05f-7866-4539-ad4a-b63fef91640c None None] For port e02981ca-bf77-4efd-95de-0490160000b4, host dv-cinder-819668-4-iscsi, cleared binding levels {{(pid=110502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:44:52.741068 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-8aabc05f-7866-4539-ad4a-b63fef91640c None None] For port e02981ca-bf77-4efd-95de-0490160000b4, host dv-cinder-819668-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=e02981ca-bf77-4efd-95de-0490160000b4,segment=NetworkSegment(36759762-4a51-4579-800b-deb2c27dac78),segment_id=36759762-4a51-4579-800b-deb2c27dac78)] {{(pid=110502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:44:52.753196 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-8aabc05f-7866-4539-ad4a-b63fef91640c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (e02981ca-bf77-4efd-95de-0490160000b4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:52.761959 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:52.900942 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:52.907620 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aabc05f-7866-4539-ad4a-b63fef91640c None None] Routers {'e8fa3225-aa55-4fb1-af18-cb8a643e77e7'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:44:52.908478 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-8aabc05f-7866-4539-ad4a-b63fef91640c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:44:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['e8fa3225-aa55-4fb1-af18-cb8a643e77e7'], 'active': True} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:44:52.910451 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a043a54-aabf-45e3-8eff-94c2a7b95321 None None] Pushing event updated for resources: {'Port': ['ID=e02981ca-bf77-4efd-95de-0490160000b4,revision_number=3']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:52.969344 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-8172205c-f42e-412b-835c-9228cd156d65 admin admin] Publish callbacks [] for port (e54294ea-3afb-4b2d-83ff-b763f5634f47), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:53.101227 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:53.135499 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvr_db [None req-8aabc05f-7866-4539-ad4a-b63fef91640c None None] Set router e8fa3225-aa55-4fb1-af18-cb8a643e77e7 gateway port host: dv-cinder-819668-4-iscsi {{(pid=110502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:44:53.259844 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-3bafff5b-37c2-4022-8f98-30ac0c5b1413 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:44:53.261734 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-3bafff5b-37c2-4022-8f98-30ac0c5b1413 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/networks?id=7243f764-410e-4885-acdc-a415825d1293 HTTP/1.1" status: 200 len: 817 time: 0.7304096 May 26 13:44:53.263013 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-8172205c-f42e-412b-835c-9228cd156d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041'] for port (e54294ea-3afb-4b2d-83ff-b763f5634f47), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:53.308143 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device f34703a3-2aa5-4ec0-91dc-579c5278c7ae up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:44:53.361093 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e9785919-0d92-4b69-9995-e34ee4f2584d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1689123', 'neutron.services.segments.db._delete_segments_for_network-8755648326512'] for network (d5a6fbdf-ae2e-4b76-970b-2ba9a30647b5), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:53.369140 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-9fbca2d5-6987-4f42-a1a0-ceddbe579a46 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/quotas/1ce476b2a1764f56b9780f4a5c75ac3d HTTP/1.1" status: 200 len: 375 time: 0.0950348 May 26 13:44:53.401583 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8172205c-f42e-412b-835c-9228cd156d65 admin admin] Network 96b4b46b-ed06-4350-9763-5db4d4c655a1 is already hosted by enough agents. {{(pid=110500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:44:53.414364 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [None req-8172205c-f42e-412b-835c-9228cd156d65 admin admin] Resources bound (agent type, host, resource id): {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:44:53.436662 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8172205c-f42e-412b-835c-9228cd156d65 admin admin] Received port after_create {{(pid=110500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:44:53.437140 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-8172205c-f42e-412b-835c-9228cd156d65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568432'] for router_interface (649401c9-bfab-426e-a474-f39017d3abed), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:53.444721 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e9785919-0d92-4b69-9995-e34ee4f2584d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:44:53.445468 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e9785919-0d92-4b69-9995-e34ee4f2584d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:44:53.446483 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e9785919-0d92-4b69-9995-e34ee4f2584d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:44:53.447042 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e9785919-0d92-4b69-9995-e34ee4f2584d admin admin] Subscribe: > port after_create 55550000 {{(pid=110500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:44:53.447735 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e9785919-0d92-4b69-9995-e34ee4f2584d admin admin] Subscribe: > port after_delete 55550000 {{(pid=110500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:44:53.448588 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e9785919-0d92-4b69-9995-e34ee4f2584d admin admin] Subscribe: > port after_update 55550000 {{(pid=110500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:44:53.449004 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e9785919-0d92-4b69-9995-e34ee4f2584d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:44:53.450055 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e9785919-0d92-4b69-9995-e34ee4f2584d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:44:53.450055 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e9785919-0d92-4b69-9995-e34ee4f2584d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:44:53.450055 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e9785919-0d92-4b69-9995-e34ee4f2584d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:44:53.456441 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port f34703a3-2aa5-4ec0-91dc-579c5278c7ae triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:44:53.456826 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (f34703a3-2aa5-4ec0-91dc-579c5278c7ae), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:53.559645 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-8aabc05f-7866-4539-ad4a-b63fef91640c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'name': 'tempest-ServerRescueNegativeTestJSON-460254636-router', 'tenant_id': '667a2ccd9c9045879b4b87e156997161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e02981ca-bf77-4efd-95de-0490160000b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:41Z', 'updated_at': '2022-05-26T13:44:47Z', 'revision_number': 3, 'project_id': '667a2ccd9c9045879b4b87e156997161', 'gw_port': {'id': 'e02981ca-bf77-4efd-95de-0490160000b4', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:17:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:43Z', 'updated_at': '2022-05-26T13:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi'}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:44:53.591829 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aabc05f-7866-4539-ad4a-b63fef91640c None None] The sync data for ids ['e8fa3225-aa55-4fb1-af18-cb8a643e77e7'] in dv-cinder-819668-4-iscsi is: [{'id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'name': 'tempest-ServerRescueNegativeTestJSON-460254636-router', 'tenant_id': '667a2ccd9c9045879b4b87e156997161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e02981ca-bf77-4efd-95de-0490160000b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:41Z', 'updated_at': '2022-05-26T13:44:47Z', 'revision_number': 3, 'project_id': '667a2ccd9c9045879b4b87e156997161', 'gw_port': {'id': 'e02981ca-bf77-4efd-95de-0490160000b4', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:17:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:43Z', 'updated_at': '2022-05-26T13:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi'}] {{(pid=110502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:44:53.608396 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 56484) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:44:53.639838 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e9785919-0d92-4b69-9995-e34ee4f2584d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:44:53.640366 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e9785919-0d92-4b69-9995-e34ee4f2584d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:44:53.640518 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e9785919-0d92-4b69-9995-e34ee4f2584d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:44:53.640840 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e9785919-0d92-4b69-9995-e34ee4f2584d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 13:44:53.641227 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.services.segments.db [None req-e9785919-0d92-4b69-9995-e34ee4f2584d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5a6fbdf-ae2e-4b76-970b-2ba9a30647b5']}} {{(pid=110500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:44:53.654798 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port f34703a3-2aa5-4ec0-91dc-579c5278c7ae is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:44:53.656151 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 2f0f44b1-11a6-4147-9e20-becacca0e572 up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:44:53.670339 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172205c-f42e-412b-835c-9228cd156d65 admin admin] Pushing event updated for resources: {'Port': ['ID=e54294ea-3afb-4b2d-83ff-b763f5634f47,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:53.733127 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port 2f0f44b1-11a6-4147-9e20-becacca0e572 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:44:53.733507 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (2f0f44b1-11a6-4147-9e20-becacca0e572), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:53.774325 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.services.segments.db [None req-e9785919-0d92-4b69-9995-e34ee4f2584d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30399188-1e7b-4110-8e3f-f4faa475e599') {'for_net_delete': True} {{(pid=110500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:44:53.774798 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.services.segments.db [None req-e9785919-0d92-4b69-9995-e34ee4f2584d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30399188-1e7b-4110-8e3f-f4faa475e599') {} {{(pid=110500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:44:53.791933 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-e9e91af5-a7d0-4c4a-b677-b55c9c21abf3 req-a957bb9d-6fa8-46c3-9db4-22ab38eb79bd tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 210 time: 0.0488048 May 26 13:44:53.827601 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-e8aebc54-97a9-4498-918e-fe1840fb1f9c None None] Provisioning complete for port e54294ea-3afb-4b2d-83ff-b763f5634f47 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:44:53.827743 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.db_base_plugin_common [None req-a40726c6-51cf-4b1d-be91-6953f3174487 admin admin] Allocated IP 172.20.0.1 (fcfdea38-f7ed-4182-bc5e-d5404ef24e0e/b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5/14748004-3c44-41d4-b8ec-a3c2a1ef9143) {{(pid=110500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:44:53.828006 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e8aebc54-97a9-4498-918e-fe1840fb1f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (e54294ea-3afb-4b2d-83ff-b763f5634f47), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:53.830838 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e9785919-0d92-4b69-9995-e34ee4f2584d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755648326009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6617312'] for segment (30399188-1e7b-4110-8e3f-f4faa475e599), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:53.832090 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port 2f0f44b1-11a6-4147-9e20-becacca0e572 is: DOWN; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:44:53.832495 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (2f0f44b1-11a6-4147-9e20-becacca0e572), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:53.872249 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-7093a775-f602-4d3a-adb4-50be4a98ccb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:53.887498 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] For port 2f0f44b1-11a6-4147-9e20-becacca0e572, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=2f0f44b1-11a6-4147-9e20-becacca0e572,segment=NetworkSegment(36759762-4a51-4579-800b-deb2c27dac78),segment_id=36759762-4a51-4579-800b-deb2c27dac78)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:44:53.888602 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-e8aebc54-97a9-4498-918e-fe1840fb1f9c None None] Port e54294ea-3afb-4b2d-83ff-b763f5634f47 cannot update to ACTIVE because it is not bound. {{(pid=110502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:44:53.896576 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (2f0f44b1-11a6-4147-9e20-becacca0e572), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:53.900219 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-59f568ca-8b6f-48bf-a5fc-0f9615a73286 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1ce476b2a1764f56b9780f4a5c75ac3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4972260 May 26 13:44:53.908548 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e9785919-0d92-4b69-9995-e34ee4f2584d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329'] for segment (30399188-1e7b-4110-8e3f-f4faa475e599), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:53.970456 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Pushing event updated for resources: {'Port': ['ID=2f0f44b1-11a6-4147-9e20-becacca0e572,revision_number=4']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:54.008553 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9785919-0d92-4b69-9995-e34ee4f2584d admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=110500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 13:44:54.009167 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e9785919-0d92-4b69-9995-e34ee4f2584d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7218579'] for segment (30399188-1e7b-4110-8e3f-f4faa475e599), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:54.218482 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:54.219561 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e9785919-0d92-4b69-9995-e34ee4f2584d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1689112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568567'] for network (d5a6fbdf-ae2e-4b76-970b-2ba9a30647b5), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:54.269402 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e9785919-0d92-4b69-9995-e34ee4f2584d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:54.273070 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-e9785919-0d92-4b69-9995-e34ee4f2584d admin admin] 10.222.0.16 "DELETE /v2.0/networks/d5a6fbdf-ae2e-4b76-970b-2ba9a30647b5 HTTP/1.1" status: 204 len: 168 time: 2.0410509 May 26 13:44:54.304247 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-7093a775-f602-4d3a-adb4-50be4a98ccb9 admin admin] Publish callbacks [] for security_group (8f4adb36-efe3-454c-ae7d-d9e2cfa783a0), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:54.310674 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-7093a775-f602-4d3a-adb4-50be4a98ccb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (8f4adb36-efe3-454c-ae7d-d9e2cfa783a0), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:54.314709 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9785919-0d92-4b69-9995-e34ee4f2584d admin admin] Pushing event deleted for resources: {'Network': ['ID=d5a6fbdf-ae2e-4b76-970b-2ba9a30647b5,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:54.327608 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-8172205c-f42e-412b-835c-9228cd156d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (e54294ea-3afb-4b2d-83ff-b763f5634f47), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:54.352798 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-78e50b49-709c-4107-838a-51d840ade39c service neutron] 10.222.0.16 "GET /v2.0/networks/7243f764-410e-4885-acdc-a415825d1293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098160 May 26 13:44:54.357599 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-a40726c6-51cf-4b1d-be91-6953f3174487 admin admin] Publish callbacks [] for port (14748004-3c44-41d4-b8ec-a3c2a1ef9143), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:54.376632 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7093a775-f602-4d3a-adb4-50be4a98ccb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4adb36-efe3-454c-ae7d-d9e2cfa783a0,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:54.387355 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:54.417933 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-7093a775-f602-4d3a-adb4-50be4a98ccb9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=42f1fb9950244410993a0e2101f4c56d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8023028 May 26 13:44:54.418386 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 56506) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:44:54.542207 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-5e6b53b1-ed39-490f-a3cf-164608b0a07d admin admin] Publish callbacks [] for security_group (8f4adb36-efe3-454c-ae7d-d9e2cfa783a0), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:54.559834 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.services.segments.plugin [-] Segment 30399188-1e7b-4110-8e3f-f4faa475e599 resource provider aggregate not found May 26 13:44:54.560099 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=5 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:54.562926 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 56508) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:44:54.586647 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-a40726c6-51cf-4b1d-be91-6953f3174487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (14748004-3c44-41d4-b8ec-a3c2a1ef9143), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:54.591428 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.services.segments.plugin [-] Segment 30399188-1e7b-4110-8e3f-f4faa475e599 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 30399188-1e7b-4110-8e3f-f4faa475e599 found for delete ", "request_id": "req-b486d995-54db-4d74-9e62-39ba46c007b0"}]} May 26 13:44:54.608351 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-5e6b53b1-ed39-490f-a3cf-164608b0a07d admin admin] Publish callbacks [] for security_group (8f4adb36-efe3-454c-ae7d-d9e2cfa783a0), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:54.632972 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:54.643819 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-409a8b0b-842d-4379-847d-ff9c5b7634af admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ca2fc36fc2df4c2e927997ea5b196b5c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0774596 May 26 13:44:54.646815 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 56512) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:44:54.684513 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-e84eac99-6d7c-42d4-a65c-e6a12c8bf652 service neutron] 10.222.0.16 "GET /v2.0/networks/7243f764-410e-4885-acdc-a415825d1293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200808 May 26 13:44:54.699456 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40726c6-51cf-4b1d-be91-6953f3174487 admin admin] Network fcfdea38-f7ed-4182-bc5e-d5404ef24e0e is already hosted by enough agents. {{(pid=110500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:44:54.706186 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-5e6b53b1-ed39-490f-a3cf-164608b0a07d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (8f4adb36-efe3-454c-ae7d-d9e2cfa783a0), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:54.709172 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-5e6b53b1-ed39-490f-a3cf-164608b0a07d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:54.710424 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-5e6b53b1-ed39-490f-a3cf-164608b0a07d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8f4adb36-efe3-454c-ae7d-d9e2cfa783a0 HTTP/1.1" status: 204 len: 168 time: 0.2905598 May 26 13:44:54.717117 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [None req-a40726c6-51cf-4b1d-be91-6953f3174487 admin admin] Resources bound (agent type, host, resource id): {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:44:54.722761 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40726c6-51cf-4b1d-be91-6953f3174487 admin admin] Received port after_create {{(pid=110500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:44:54.739490 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b53b1-ed39-490f-a3cf-164608b0a07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4adb36-efe3-454c-ae7d-d9e2cfa783a0,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:54.750328 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40726c6-51cf-4b1d-be91-6953f3174487 admin admin] Pushing event updated for resources: {'Port': ['ID=14748004-3c44-41d4-b8ec-a3c2a1ef9143,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:54.771106 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.57', 56471) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:44:54.940696 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-a40726c6-51cf-4b1d-be91-6953f3174487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568432'] for router_interface (e8fa3225-aa55-4fb1-af18-cb8a643e77e7), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:55.003785 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-43ff92a1-7897-4c8b-9506-aa1ae78bf36e req-9c1258b1-4036-4822-9541-35140ddad6ea tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 210 time: 0.0652201 May 26 13:44:55.119628 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-caaaf80c-e94e-4e48-82fe-bc6d24c5812c admin admin] Publish callbacks [] for security_group (5ee82efc-e7a4-4558-9583-391edbd7de30), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:55.220092 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bf6d7ffd-f186-4d23-8f35-fc4f0904947b req-c9a2765a-7a90-4a07-a927-48abb29ae510 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 210 time: 0.1405995 May 26 13:44:55.261194 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-dea5a99c-ca49-4888-b392-5497901bca3b None None] Provisioning complete for port 14748004-3c44-41d4-b8ec-a3c2a1ef9143 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:44:55.263566 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-dea5a99c-ca49-4888-b392-5497901bca3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (14748004-3c44-41d4-b8ec-a3c2a1ef9143), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:55.323882 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-8172205c-f42e-412b-835c-9228cd156d65 admin admin] Publish callbacks [] for port (e54294ea-3afb-4b2d-83ff-b763f5634f47), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:55.325925 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device e02981ca-bf77-4efd-95de-0490160000b4 up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:44:55.367157 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-caaaf80c-e94e-4e48-82fe-bc6d24c5812c admin admin] Publish callbacks [] for security_group (5ee82efc-e7a4-4558-9583-391edbd7de30), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:55.380603 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-8172205c-f42e-412b-835c-9228cd156d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (e54294ea-3afb-4b2d-83ff-b763f5634f47), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:55.485083 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-dea5a99c-ca49-4888-b392-5497901bca3b None None] Port 14748004-3c44-41d4-b8ec-a3c2a1ef9143 cannot update to ACTIVE because it is not bound. {{(pid=110502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:44:55.497906 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-cd686fed-1eb4-4408-b6f8-12542f7cac2f tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:44:55.501423 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-cd686fed-1eb4-4408-b6f8-12542f7cac2f tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.57 "GET /v2.0/networks?id=fe7c5613-fb2c-42f9-ab8b-0d2c594276aa HTTP/1.1" status: 200 len: 812 time: 0.7255096 May 26 13:44:55.505237 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port e02981ca-bf77-4efd-95de-0490160000b4 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:44:55.506230 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (e02981ca-bf77-4efd-95de-0490160000b4), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:55.509633 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:55.545714 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-2c0fdf50-7193-46e3-80ef-b39150558d15 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Request body: {'port': {'device_id': '4aac6ee1-e33c-4957-bb97-39e23139ba63', 'network_id': 'fe7c5613-fb2c-42f9-ab8b-0d2c594276aa', 'admin_state_up': True, 'tenant_id': '7a22ae4c671d4c828ea95651dd7ec9cd'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:44:55.567473 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=100 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:55.616100 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port e02981ca-bf77-4efd-95de-0490160000b4 is: DOWN; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:44:55.616821 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (e02981ca-bf77-4efd-95de-0490160000b4), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:55.650880 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] For port e02981ca-bf77-4efd-95de-0490160000b4, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=e02981ca-bf77-4efd-95de-0490160000b4,segment=NetworkSegment(36759762-4a51-4579-800b-deb2c27dac78),segment_id=36759762-4a51-4579-800b-deb2c27dac78)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:44:55.662986 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (e02981ca-bf77-4efd-95de-0490160000b4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:55.664705 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 2f0f44b1-11a6-4147-9e20-becacca0e572 up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:44:55.801622 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 56566) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:44:55.862359 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-fbc01c94-cc37-4ee3-8785-a7c6d02237d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:55.871218 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port 2f0f44b1-11a6-4147-9e20-becacca0e572 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:44:55.871602 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (2f0f44b1-11a6-4147-9e20-becacca0e572), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:55.915918 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-caaaf80c-e94e-4e48-82fe-bc6d24c5812c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (5ee82efc-e7a4-4558-9583-391edbd7de30), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:55.919313 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Pushing event updated for resources: {'Port': ['ID=e02981ca-bf77-4efd-95de-0490160000b4,revision_number=4']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:55.934810 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-caaaf80c-e94e-4e48-82fe-bc6d24c5812c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:55.938962 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-caaaf80c-e94e-4e48-82fe-bc6d24c5812c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5ee82efc-e7a4-4558-9583-391edbd7de30 HTTP/1.1" status: 204 len: 168 time: 1.2895701 May 26 13:44:55.965368 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:55.990094 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port 2f0f44b1-11a6-4147-9e20-becacca0e572 is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:44:56.024989 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaaf80c-e94e-4e48-82fe-bc6d24c5812c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee82efc-e7a4-4558-9583-391edbd7de30,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:56.047417 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-2c0fdf50-7193-46e3-80ef-b39150558d15 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Made reservation on behalf of 7a22ae4c671d4c828ea95651dd7ec9cd for: {'port': 1} {{(pid=110501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:44:56.053590 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-2c0fdf50-7193-46e3-80ef-b39150558d15 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:56.058225 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172205c-f42e-412b-835c-9228cd156d65 admin admin] Pushing event updated for resources: {'Port': ['ID=e54294ea-3afb-4b2d-83ff-b763f5634f47,revision_number=2']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:56.126485 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-8172205c-f42e-412b-835c-9228cd156d65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-302209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568768'] for router_interface (649401c9-bfab-426e-a474-f39017d3abed), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:56.181538 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-a40726c6-51cf-4b1d-be91-6953f3174487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (14748004-3c44-41d4-b8ec-a3c2a1ef9143), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:56.346132 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:56.611283 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-fbc01c94-cc37-4ee3-8785-a7c6d02237d4 admin admin] Publish callbacks [] for security_group (3ec21d90-bc8e-41d0-95db-85c743948abb), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:56.651483 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-fbc01c94-cc37-4ee3-8785-a7c6d02237d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (3ec21d90-bc8e-41d0-95db-85c743948abb), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:56.661667 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2d12f14b-1559-4f85-8b1d-4adf3c0ebdaa req-31b2c2dd-39ea-4c09-8233-47cf769c2343 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 210 time: 0.3079560 May 26 13:44:56.752629 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.db_base_plugin_common [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-2c0fdf50-7193-46e3-80ef-b39150558d15 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Allocated IP 172.20.0.6 (fe7c5613-fb2c-42f9-ab8b-0d2c594276aa/1a8db53a-65d3-417c-a9a0-5484759c95ee/1b5743b4-b6c9-449d-9b8a-dd2f82596278) {{(pid=110501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:44:57.032329 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-a40726c6-51cf-4b1d-be91-6953f3174487 admin admin] Publish callbacks [] for port (14748004-3c44-41d4-b8ec-a3c2a1ef9143), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:57.045874 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 56636) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:44:57.073495 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-a40726c6-51cf-4b1d-be91-6953f3174487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (14748004-3c44-41d4-b8ec-a3c2a1ef9143), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:57.075261 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-2c0fdf50-7193-46e3-80ef-b39150558d15 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Publish callbacks [] for port (1b5743b4-b6c9-449d-9b8a-dd2f82596278), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:57.156149 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device e02981ca-bf77-4efd-95de-0490160000b4 up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:44:57.214653 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:DELETE=2,neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:57.216640 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc01c94-cc37-4ee3-8785-a7c6d02237d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec21d90-bc8e-41d0-95db-85c743948abb,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:57.313305 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-f612e2bc-6f70-4189-88aa-ab2f746d2660 req-ba37ba9e-5d14-48bf-978b-19a43f40cf87 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 210 time: 0.6786695 May 26 13:44:57.351500 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-fbc01c94-cc37-4ee3-8785-a7c6d02237d4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ffee65c6a4d94585896ea903da1ab723&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5451422 May 26 13:44:57.351500 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 56646) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:44:57.363824 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:57.375875 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port e02981ca-bf77-4efd-95de-0490160000b4 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:44:57.380020 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (e02981ca-bf77-4efd-95de-0490160000b4), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:57.392883 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-2c0fdf50-7193-46e3-80ef-b39150558d15 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5523151'] for port (1b5743b4-b6c9-449d-9b8a-dd2f82596278), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:57.476464 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40726c6-51cf-4b1d-be91-6953f3174487 admin admin] Pushing event updated for resources: {'Port': ['ID=14748004-3c44-41d4-b8ec-a3c2a1ef9143,revision_number=2']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:57.607785 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port e02981ca-bf77-4efd-95de-0490160000b4 is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:44:57.624882 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8172205c-f42e-412b-835c-9228cd156d65 admin admin] Network 96b4b46b-ed06-4350-9763-5db4d4c655a1 is already hosted by enough agents. {{(pid=110500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:44:57.644456 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [None req-8172205c-f42e-412b-835c-9228cd156d65 admin admin] Resources bound (agent type, host, resource id): {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:44:57.666039 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-a40726c6-51cf-4b1d-be91-6953f3174487 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-302209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568768'] for router_interface (e8fa3225-aa55-4fb1-af18-cb8a643e77e7), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:57.685609 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-1315c701-c673-4f4b-9156-053641de9e7e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4d1e9baec0a64d06858f2f49ad3b6eab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6363049 May 26 13:44:57.686792 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 56656) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:44:57.894225 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-2c0fdf50-7193-46e3-80ef-b39150558d15 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Network fe7c5613-fb2c-42f9-ab8b-0d2c594276aa is already hosted by enough agents. {{(pid=110501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:44:57.949466 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.base_scheduler [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-2c0fdf50-7193-46e3-80ef-b39150558d15 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Resources bound (agent type, host, resource id): {{(pid=110501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:44:57.982149 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0fdf50-7193-46e3-80ef-b39150558d15 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Pushing event updated for resources: {'Port': ['ID=1b5743b4-b6c9-449d-9b8a-dd2f82596278,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:57.990133 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.l3_dvrscheduler_db [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-2c0fdf50-7193-46e3-80ef-b39150558d15 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Received port after_create {{(pid=110501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:44:58.064332 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-de6b4c1a-e3a5-42cc-b232-ae95650974bc admin admin] Publish callbacks [] for security_group (3ec21d90-bc8e-41d0-95db-85c743948abb), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:58.125418 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-2c0fdf50-7193-46e3-80ef-b39150558d15 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:44:58.126183 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-2c0fdf50-7193-46e3-80ef-b39150558d15 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for port (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:58.156811 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40726c6-51cf-4b1d-be91-6953f3174487 admin admin] Network fcfdea38-f7ed-4182-bc5e-d5404ef24e0e is already hosted by enough agents. {{(pid=110500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:44:58.162062 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [None req-a40726c6-51cf-4b1d-be91-6953f3174487 admin admin] Resources bound (agent type, host, resource id): {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:44:58.202417 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-de6b4c1a-e3a5-42cc-b232-ae95650974bc admin admin] Publish callbacks [] for security_group (3ec21d90-bc8e-41d0-95db-85c743948abb), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:58.208199 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-7e854eff-886b-4b1c-8dd9-459d72f2fb26 req-9ce45619-d629-4a72-9e5a-9970553eb599 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 210 time: 0.2429824 May 26 13:44:58.219950 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-2c0fdf50-7193-46e3-80ef-b39150558d15 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6785605 May 26 13:44:58.256750 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5d03b284-db4d-44f6-a8b9-22ea3a6120f1 None None] Provisioning complete for port e54294ea-3afb-4b2d-83ff-b763f5634f47 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:44:58.260119 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5d03b284-db4d-44f6-a8b9-22ea3a6120f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (e54294ea-3afb-4b2d-83ff-b763f5634f47), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:58.330017 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-de6b4c1a-e3a5-42cc-b232-ae95650974bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (3ec21d90-bc8e-41d0-95db-85c743948abb), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:58.333496 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5d03b284-db4d-44f6-a8b9-22ea3a6120f1 None None] Port e54294ea-3afb-4b2d-83ff-b763f5634f47 cannot update to ACTIVE because it is not bound. {{(pid=110502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:44:58.338332 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-de6b4c1a-e3a5-42cc-b232-ae95650974bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:58.343766 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-de6b4c1a-e3a5-42cc-b232-ae95650974bc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3ec21d90-bc8e-41d0-95db-85c743948abb HTTP/1.1" status: 204 len: 168 time: 0.9872756 May 26 13:44:58.354468 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b4c1a-e3a5-42cc-b232-ae95650974bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec21d90-bc8e-41d0-95db-85c743948abb,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:58.362128 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-dd4bd635-27fd-4875-ba8a-83cf879e9358 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110501) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 13:44:58.362553 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8172205c-f42e-412b-835c-9228cd156d65 admin admin] Router 649401c9-bfab-426e-a474-f39017d3abed has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:44:58.364326 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-dd4bd635-27fd-4875-ba8a-83cf879e9358 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0064957 May 26 13:44:58.378009 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-49802fc8-68cd-443e-b737-834f37512e10 admin admin] Publish callbacks [] for security_group (4d3866f6-ad01-4fdf-8b3a-45ad19787b55), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:58.456216 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-49802fc8-68cd-443e-b737-834f37512e10 admin admin] Publish callbacks [] for security_group (4d3866f6-ad01-4fdf-8b3a-45ad19787b55), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:58.603797 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c9812-46b3-4dbf-95b5-265bef8368c2 req-9591ae7d-a38d-45e2-8e29-45c75d3201aa tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:44:58.607971 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-9a4c9812-46b3-4dbf-95b5-265bef8368c2 req-9591ae7d-a38d-45e2-8e29-45c75d3201aa tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 931 time: 0.1687586 May 26 13:44:58.616223 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:58.617885 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:44:58.640428 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-49802fc8-68cd-443e-b737-834f37512e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (4d3866f6-ad01-4fdf-8b3a-45ad19787b55), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:58.650005 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-49802fc8-68cd-443e-b737-834f37512e10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:58.653222 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.57', 56484) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:44:58.658429 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-49802fc8-68cd-443e-b737-834f37512e10 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4d3866f6-ad01-4fdf-8b3a-45ad19787b55 HTTP/1.1" status: 204 len: 168 time: 0.9565332 May 26 13:44:58.663630 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-4458aeaf-4205-468a-83ab-c95a79320b1f None None] Provisioning complete for port 14748004-3c44-41d4-b8ec-a3c2a1ef9143 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:44:58.664205 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-4458aeaf-4205-468a-83ab-c95a79320b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (14748004-3c44-41d4-b8ec-a3c2a1ef9143), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:58.780395 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-4458aeaf-4205-468a-83ab-c95a79320b1f None None] Port 14748004-3c44-41d4-b8ec-a3c2a1ef9143 cannot update to ACTIVE because it is not bound. {{(pid=110502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:44:58.780612 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49802fc8-68cd-443e-b737-834f37512e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3866f6-ad01-4fdf-8b3a-45ad19787b55,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:44:58.956290 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-9a4c9812-46b3-4dbf-95b5-265bef8368c2 req-58d5df6a-0b06-4cd7-9621-c0933e3b7c71 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e73beaa-c450-47a6-aed3-c8a7e1527ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401623 May 26 13:44:59.003032 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40726c6-51cf-4b1d-be91-6953f3174487 admin admin] Router e8fa3225-aa55-4fb1-af18-cb8a643e77e7 has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:44:59.060486 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-ca8cca2a-d115-4edc-881e-2b71f1fac0d2 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:44:59.064895 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-ca8cca2a-d115-4edc-881e-2b71f1fac0d2 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.57 "GET /v2.0/networks?id=7243f764-410e-4885-acdc-a415825d1293 HTTP/1.1" status: 200 len: 817 time: 0.4437912 May 26 13:44:59.118093 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8172205c-f42e-412b-835c-9228cd156d65 admin admin] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:44:59.136322 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-8172205c-f42e-412b-835c-9228cd156d65 admin admin] 10.222.0.16 "PUT /v2.0/routers/649401c9-bfab-426e-a474-f39017d3abed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0478528 May 26 13:44:59.137442 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44802c3-b0ec-477b-8a8e-3027e23bf622 None None] Sync routers for ids ['649401c9-bfab-426e-a474-f39017d3abed'] in dv-cinder-819668-4-iscsi {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:44:59.177727 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44802c3-b0ec-477b-8a8e-3027e23bf622 None None] Routers {'649401c9-bfab-426e-a474-f39017d3abed'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:44:59.178769 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-f44802c3-b0ec-477b-8a8e-3027e23bf622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:44:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['649401c9-bfab-426e-a474-f39017d3abed'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:44:59.237014 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-2fa4308e-5570-4f20-b904-3ddfba000b2f service neutron] Request body: {'port': {'device_id': '4aac6ee1-e33c-4957-bb97-39e23139ba63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:44:59.387158 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40726c6-51cf-4b1d-be91-6953f3174487 admin admin] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:44:59.394491 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-2fa4308e-5570-4f20-b904-3ddfba000b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (1b5743b4-b6c9-449d-9b8a-dd2f82596278), before_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:44:59.404163 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-a40726c6-51cf-4b1d-be91-6953f3174487 admin admin] 10.222.0.16 "PUT /v2.0/routers/e8fa3225-aa55-4fb1-af18-cb8a643e77e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2386465 May 26 13:44:59.409289 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e968d52-ed77-4981-acd6-b3c238785056 None None] Sync routers for ids ['e8fa3225-aa55-4fb1-af18-cb8a643e77e7'] in dv-cinder-819668-4-iscsi {{(pid=110502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:44:59.441674 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e968d52-ed77-4981-acd6-b3c238785056 None None] Routers {'e8fa3225-aa55-4fb1-af18-cb8a643e77e7'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:44:59.446697 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-5e968d52-ed77-4981-acd6-b3c238785056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:44:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['e8fa3225-aa55-4fb1-af18-cb8a643e77e7'], 'active': True} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:44:59.480613 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ce529111-7519-43b1-ab7f-553988b7b90c req-287afe22-f94b-4e2e-8791-a8ce2125f63d tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 210 time: 0.0748551 May 26 13:44:59.609855 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-f44802c3-b0ec-477b-8a8e-3027e23bf622 None None] Set router 649401c9-bfab-426e-a474-f39017d3abed gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:44:59.761732 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvr_db [None req-5e968d52-ed77-4981-acd6-b3c238785056 None None] Set router e8fa3225-aa55-4fb1-af18-cb8a643e77e7 gateway port host: dv-cinder-819668-4-iscsi {{(pid=110502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:44:59.891737 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-d23dcdb8-8120-4de7-905f-4a7edee53047 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ce476b2a1764f56b9780f4a5c75ac3d HTTP/1.1" status: 200 len: 380 time: 0.8121142 May 26 13:45:00.057578 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-f44802c3-b0ec-477b-8a8e-3027e23bf622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649401c9-bfab-426e-a474-f39017d3abed', 'name': 'tempest-AttachVolumeTestJSON-1151764757-router', 'tenant_id': '2007395425194750a87edd6c0da44e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '2f0f44b1-11a6-4147-9e20-becacca0e572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:41Z', 'updated_at': '2022-05-26T13:44:54Z', 'revision_number': 4, 'project_id': '2007395425194750a87edd6c0da44e66', 'gw_port': {'id': '2f0f44b1-11a6-4147-9e20-becacca0e572', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649401c9-bfab-426e-a474-f39017d3abed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:43Z', 'updated_at': '2022-05-26T13:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': 'e54294ea-3afb-4b2d-83ff-b763f5634f47', 'name': '', 'network_id': '96b4b46b-ed06-4350-9763-5db4d4c655a1', 'tenant_id': '2007395425194750a87edd6c0da44e66', 'mac_address': 'fa:16:3e:d2:a9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649401c9-bfab-426e-a474-f39017d3abed', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '761e5aa1-c2fe-4f86-81be-d9dede097e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:51Z', 'updated_at': '2022-05-26T13:44:54Z', 'revision_number': 2, 'project_id': '2007395425194750a87edd6c0da44e66', 'subnets': [{'id': '761e5aa1-c2fe-4f86-81be-d9dede097e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:45:00.066460 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:00.067924 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-5e968d52-ed77-4981-acd6-b3c238785056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'name': 'tempest-ServerRescueNegativeTestJSON-460254636-router', 'tenant_id': '667a2ccd9c9045879b4b87e156997161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e02981ca-bf77-4efd-95de-0490160000b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:41Z', 'updated_at': '2022-05-26T13:44:56Z', 'revision_number': 4, 'project_id': '667a2ccd9c9045879b4b87e156997161', 'gw_port': {'id': 'e02981ca-bf77-4efd-95de-0490160000b4', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:43Z', 'updated_at': '2022-05-26T13:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': '14748004-3c44-41d4-b8ec-a3c2a1ef9143', 'name': '', 'network_id': 'fcfdea38-f7ed-4182-bc5e-d5404ef24e0e', 'tenant_id': '667a2ccd9c9045879b4b87e156997161', 'mac_address': 'fa:16:3e:ec:9b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:52Z', 'updated_at': '2022-05-26T13:44:56Z', 'revision_number': 2, 'project_id': '667a2ccd9c9045879b4b87e156997161', 'subnets': [{'id': 'b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:45:00.096697 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e968d52-ed77-4981-acd6-b3c238785056 None None] Checking router: e8fa3225-aa55-4fb1-af18-cb8a643e77e7 for host: dv-cinder-819668-4-iscsi {{(pid=110502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:45:00.097311 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e968d52-ed77-4981-acd6-b3c238785056 None None] Updating router e8fa3225-aa55-4fb1-af18-cb8a643e77e7 port 14748004-3c44-41d4-b8ec-a3c2a1ef9143 binding host dv-cinder-819668-4-iscsi {{(pid=110502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 13:45:00.098713 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44802c3-b0ec-477b-8a8e-3027e23bf622 None None] Checking router: 649401c9-bfab-426e-a474-f39017d3abed for host: dv-cinder-819668-4-iscsi {{(pid=110503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:45:00.099379 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44802c3-b0ec-477b-8a8e-3027e23bf622 None None] Updating router 649401c9-bfab-426e-a474-f39017d3abed port e54294ea-3afb-4b2d-83ff-b763f5634f47 binding host dv-cinder-819668-4-iscsi {{(pid=110503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 13:45:00.159421 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:00.161516 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-f44802c3-b0ec-477b-8a8e-3027e23bf622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (e54294ea-3afb-4b2d-83ff-b763f5634f47), before_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:00.163294 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5e968d52-ed77-4981-acd6-b3c238785056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (14748004-3c44-41d4-b8ec-a3c2a1ef9143), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:00.393446 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.notifiers.nova [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-2fa4308e-5570-4f20-b904-3ddfba000b2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b5743b4-b6c9-449d-9b8a-dd2f82596278 {{(pid=110501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:45:00.408162 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd62c7-3cf7-4a5b-b009-dba90fb3747f req-5b766113-db84-4f68-927d-013d661ce8a5 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:00.424474 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a7cd62c7-3cf7-4a5b-b009-dba90fb3747f req-5b766113-db84-4f68-927d-013d661ce8a5 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 931 time: 0.2069550 May 26 13:45:00.441090 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-2fa4308e-5570-4f20-b904-3ddfba000b2f service neutron] Publish callbacks [] for port (1b5743b4-b6c9-449d-9b8a-dd2f82596278), precommit_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:00.509825 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:00.523138 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:00.563652 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-23cf099b-13a9-46c7-8a04-9c2e70ab7387 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Request body: {'port': {'device_id': 'ef326f08-0e4f-4ad0-9f62-f4197ccf5b65', 'network_id': '7243f764-410e-4885-acdc-a415825d1293', 'admin_state_up': True, 'tenant_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'security_groups': ['4df592f8-d0db-46e0-ae87-1b43f23170b1']}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:45:00.627372 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a7cd62c7-3cf7-4a5b-b009-dba90fb3747f req-7c9e4c01-eaf6-4906-a2e3-264e3f755507 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e73beaa-c450-47a6-aed3-c8a7e1527ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923356 May 26 13:45:00.654105 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.provisioning_blocks [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-2fa4308e-5570-4f20-b904-3ddfba000b2f service neutron] Transition to ACTIVE for port object 1b5743b4-b6c9-449d-9b8a-dd2f82596278 will not be triggered until provisioned by entity L2. {{(pid=110501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 13:45:00.762006 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-2fa4308e-5570-4f20-b904-3ddfba000b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5523192'] for port (1b5743b4-b6c9-449d-9b8a-dd2f82596278), after_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:00.787073 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 56768) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:45:00.824289 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 56772) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:45:00.829853 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-888b27be-43c0-4455-83df-53ee3cba6cac tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1740428366', 'description': 'tempest-description--1116043682'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:45:00.927981 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-888b27be-43c0-4455-83df-53ee3cba6cac tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks [] for security_group (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:01.136778 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-f44802c3-b0ec-477b-8a8e-3027e23bf622 None None] Publish callbacks [] for port (e54294ea-3afb-4b2d-83ff-b763f5634f47), precommit_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:01.141196 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-888b27be-43c0-4455-83df-53ee3cba6cac tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks [] for security_group (bf723036-140a-4533-a112-3303159751b0), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:01.145815 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-f44802c3-b0ec-477b-8a8e-3027e23bf622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (e54294ea-3afb-4b2d-83ff-b763f5634f47), after_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:01.148175 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-888b27be-43c0-4455-83df-53ee3cba6cac tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (bf723036-140a-4533-a112-3303159751b0), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:01.159127 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-23cf099b-13a9-46c7-8a04-9c2e70ab7387 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Made reservation on behalf of 1ce476b2a1764f56b9780f4a5c75ac3d for: {'port': 1} {{(pid=110501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:45:01.163431 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-23cf099b-13a9-46c7-8a04-9c2e70ab7387 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:01.232114 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-888b27be-43c0-4455-83df-53ee3cba6cac tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:01.240067 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-888b27be-43c0-4455-83df-53ee3cba6cac tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4118640 May 26 13:45:01.267800 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 56778) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:45:01.268475 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e9215-ffca-4c1b-8a13-668ccc6bf034 None None] Pushing event updated for resources: {'Port': ['ID=e54294ea-3afb-4b2d-83ff-b763f5634f47,revision_number=3']} {{(pid=110503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:01.364048 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-823d7772-5a42-4451-a912-5ea9174d2e00 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Request body: {'security_group_rule': {'security_group_id': 'bf723036-140a-4533-a112-3303159751b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:45:01.387994 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888b27be-43c0-4455-83df-53ee3cba6cac tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf723036-140a-4533-a112-3303159751b0,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:01.481551 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-823d7772-5a42-4451-a912-5ea9174d2e00 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks [] for security_group_rule (770b2555-81ef-4a88-bd42-9b3631250161), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:01.516503 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.db_base_plugin_common [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-23cf099b-13a9-46c7-8a04-9c2e70ab7387 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Allocated IP 172.20.0.10 (7243f764-410e-4885-acdc-a415825d1293/f42c48c9-dd9d-4f2d-ada0-47f18130e415/914816b6-d98c-46f8-9da7-123cb0956236) {{(pid=110501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:45:01.621561 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:01.746613 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:01.886215 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.managers [None req-f44802c3-b0ec-477b-8a8e-3027e23bf622 None None] Attempting to bind port e54294ea-3afb-4b2d-83ff-b763f5634f47 on host dv-cinder-819668-4-iscsi for vnic_type normal with profile {{(pid=110503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:45:01.886670 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.managers [None req-f44802c3-b0ec-477b-8a8e-3027e23bf622 None None] Attempting to bind port e54294ea-3afb-4b2d-83ff-b763f5634f47 by drivers openvswitch,hyperv on host dv-cinder-819668-4-iscsi at level 0 using segments [{'id': 'e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '96b4b46b-ed06-4350-9763-5db4d4c655a1'}] {{(pid=110503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:45:01.887093 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44802c3-b0ec-477b-8a8e-3027e23bf622 None None] Attempting to bind port e54294ea-3afb-4b2d-83ff-b763f5634f47 on network 96b4b46b-ed06-4350-9763-5db4d4c655a1 {{(pid=110503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:45:01.912438 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44802c3-b0ec-477b-8a8e-3027e23bf622 None None] Checking agent: {'id': '8ab0da26-f041-4f99-a2cc-fa5d75d9001c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 35, 50), 'started_at': datetime.datetime(2022, 5, 26, 13, 36, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:45:01.912807 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44802c3-b0ec-477b-8a8e-3027e23bf622 None None] Checking segment: {'id': 'e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '96b4b46b-ed06-4350-9763-5db4d4c655a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:45:01.913204 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-f44802c3-b0ec-477b-8a8e-3027e23bf622 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:01.913591 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44802c3-b0ec-477b-8a8e-3027e23bf622 None None] Bound using segment: {'id': 'e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '96b4b46b-ed06-4350-9763-5db4d4c655a1'} {{(pid=110503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:45:01.914385 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.managers [None req-f44802c3-b0ec-477b-8a8e-3027e23bf622 None None] Bound port: e54294ea-3afb-4b2d-83ff-b763f5634f47, host: dv-cinder-819668-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '96b4b46b-ed06-4350-9763-5db4d4c655a1'}}] {{(pid=110503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:45:01.914518 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-f44802c3-b0ec-477b-8a8e-3027e23bf622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (e54294ea-3afb-4b2d-83ff-b763f5634f47), before_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:01.939946 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-23cf099b-13a9-46c7-8a04-9c2e70ab7387 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks [] for port (914816b6-d98c-46f8-9da7-123cb0956236), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:01.972721 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-abe64c65-87e5-401a-a8e3-87ba30309be9 None None] Provisioning complete for port e54294ea-3afb-4b2d-83ff-b763f5634f47 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:45:01.977873 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-abe64c65-87e5-401a-a8e3-87ba30309be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (e54294ea-3afb-4b2d-83ff-b763f5634f47), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:01.995601 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:02.012098 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-c2f4a75d-918f-4c19-8338-efdad37c8458 req-ad784033-c89e-45d8-9994-bf74cd54051f tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 210 time: 0.8583624 May 26 13:45:02.036081 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 56794) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:45:02.062210 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-23cf099b-13a9-46c7-8a04-9c2e70ab7387 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5523151'] for port (914816b6-d98c-46f8-9da7-123cb0956236), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:02.068799 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=100 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:02.108058 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-5905f970-6086-46fa-8217-aed76bf0cee6 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:02.115091 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-5905f970-6086-46fa-8217-aed76bf0cee6 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/networks?id=fcfdea38-f7ed-4182-bc5e-d5404ef24e0e HTTP/1.1" status: 200 len: 818 time: 0.4073219 May 26 13:45:02.120734 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa4308e-5570-4f20-b904-3ddfba000b2f service neutron] Pushing event updated for resources: {'Port': ['ID=1b5743b4-b6c9-449d-9b8a-dd2f82596278,revision_number=2']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:02.122228 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5e968d52-ed77-4981-acd6-b3c238785056 None None] Publish callbacks [] for port (14748004-3c44-41d4-b8ec-a3c2a1ef9143), precommit_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:02.153258 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5e968d52-ed77-4981-acd6-b3c238785056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (14748004-3c44-41d4-b8ec-a3c2a1ef9143), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:02.160175 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.db [None req-f44802c3-b0ec-477b-8a8e-3027e23bf622 None None] For port e54294ea-3afb-4b2d-83ff-b763f5634f47, host dv-cinder-819668-4-iscsi, cleared binding levels {{(pid=110503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:45:02.163964 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.db [None req-f44802c3-b0ec-477b-8a8e-3027e23bf622 None None] For port e54294ea-3afb-4b2d-83ff-b763f5634f47, host dv-cinder-819668-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=e54294ea-3afb-4b2d-83ff-b763f5634f47,segment=NetworkSegment(e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488),segment_id=e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488)] {{(pid=110503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:45:02.172285 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-2ee43da2-3213-4721-b461-0f9c51a4a6c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:02.175235 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-f44802c3-b0ec-477b-8a8e-3027e23bf622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (e54294ea-3afb-4b2d-83ff-b763f5634f47), after_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:02.187853 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-abe64c65-87e5-401a-a8e3-87ba30309be9 None None] Port e54294ea-3afb-4b2d-83ff-b763f5634f47 cannot update to ACTIVE because it is not bound. {{(pid=110502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:45:02.223208 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-58a54971-2a8d-4c2e-a098-c1f10475ac03 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/quotas/667a2ccd9c9045879b4b87e156997161 HTTP/1.1" status: 200 len: 375 time: 0.1067288 May 26 13:45:02.274906 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf099b-13a9-46c7-8a04-9c2e70ab7387 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Pushing event updated for resources: {'Port': ['ID=914816b6-d98c-46f8-9da7-123cb0956236,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:02.299986 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e9215-ffca-4c1b-8a13-668ccc6bf034 None None] Pushing event updated for resources: {'Port': ['ID=e54294ea-3afb-4b2d-83ff-b763f5634f47,revision_number=4']} {{(pid=110503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:02.331359 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe5c358-77a6-4efa-83be-5159a2554d8f None None] Pushing event updated for resources: {'Port': ['ID=14748004-3c44-41d4-b8ec-a3c2a1ef9143,revision_number=3']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:02.344733 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:02.362637 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44802c3-b0ec-477b-8a8e-3027e23bf622 None None] Routers {'649401c9-bfab-426e-a474-f39017d3abed'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:45:02.363252 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-f44802c3-b0ec-477b-8a8e-3027e23bf622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:44:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['649401c9-bfab-426e-a474-f39017d3abed'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:45:02.365410 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-f4b99134-7b72-4d73-a129-af38256397be tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=667a2ccd9c9045879b4b87e156997161&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1322832 May 26 13:45:02.529064 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-5e968d52-ed77-4981-acd6-b3c238785056 None None] Attempting to bind port 14748004-3c44-41d4-b8ec-a3c2a1ef9143 on host dv-cinder-819668-4-iscsi for vnic_type normal with profile {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:45:02.529579 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-5e968d52-ed77-4981-acd6-b3c238785056 None None] Attempting to bind port 14748004-3c44-41d4-b8ec-a3c2a1ef9143 by drivers openvswitch,hyperv on host dv-cinder-819668-4-iscsi at level 0 using segments [{'id': '3a4a3e5b-0e17-442c-bc39-61e33c050f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fcfdea38-f7ed-4182-bc5e-d5404ef24e0e'}] {{(pid=110502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:45:02.532247 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e968d52-ed77-4981-acd6-b3c238785056 None None] Attempting to bind port 14748004-3c44-41d4-b8ec-a3c2a1ef9143 on network fcfdea38-f7ed-4182-bc5e-d5404ef24e0e {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:45:02.538802 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e968d52-ed77-4981-acd6-b3c238785056 None None] Checking agent: {'id': '8ab0da26-f041-4f99-a2cc-fa5d75d9001c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 35, 50), 'started_at': datetime.datetime(2022, 5, 26, 13, 36, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:45:02.553175 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e968d52-ed77-4981-acd6-b3c238785056 None None] Checking segment: {'id': '3a4a3e5b-0e17-442c-bc39-61e33c050f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fcfdea38-f7ed-4182-bc5e-d5404ef24e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:45:02.553920 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-23cf099b-13a9-46c7-8a04-9c2e70ab7387 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Network 7243f764-410e-4885-acdc-a415825d1293 is already hosted by enough agents. {{(pid=110501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:45:02.556653 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5e968d52-ed77-4981-acd6-b3c238785056 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:02.557457 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e968d52-ed77-4981-acd6-b3c238785056 None None] Bound using segment: {'id': '3a4a3e5b-0e17-442c-bc39-61e33c050f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fcfdea38-f7ed-4182-bc5e-d5404ef24e0e'} {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:45:02.558780 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-5e968d52-ed77-4981-acd6-b3c238785056 None None] Bound port: 14748004-3c44-41d4-b8ec-a3c2a1ef9143, host: dv-cinder-819668-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a4a3e5b-0e17-442c-bc39-61e33c050f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fcfdea38-f7ed-4182-bc5e-d5404ef24e0e'}}] {{(pid=110502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:45:02.560355 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5e968d52-ed77-4981-acd6-b3c238785056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (14748004-3c44-41d4-b8ec-a3c2a1ef9143), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:02.563948 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.base_scheduler [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-23cf099b-13a9-46c7-8a04-9c2e70ab7387 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Resources bound (agent type, host, resource id): {{(pid=110501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:45:02.711330 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-23cf099b-13a9-46c7-8a04-9c2e70ab7387 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Received port after_create {{(pid=110501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:45:02.720816 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-f44802c3-b0ec-477b-8a8e-3027e23bf622 None None] Set router 649401c9-bfab-426e-a474-f39017d3abed gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:45:02.838535 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-8f041e7b-7c23-46ec-a0e1-3e32ba5436db None None] Provisioning complete for port 14748004-3c44-41d4-b8ec-a3c2a1ef9143 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:45:02.844647 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-8f041e7b-7c23-46ec-a0e1-3e32ba5436db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (14748004-3c44-41d4-b8ec-a3c2a1ef9143), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:02.897992 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-3d56b589-59bc-4599-bee3-5bbb8833e85b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:02.962336 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-8f041e7b-7c23-46ec-a0e1-3e32ba5436db None None] Port 14748004-3c44-41d4-b8ec-a3c2a1ef9143 cannot update to ACTIVE because it is not bound. {{(pid=110502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:45:02.979764 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-5e968d52-ed77-4981-acd6-b3c238785056 None None] For port 14748004-3c44-41d4-b8ec-a3c2a1ef9143, host dv-cinder-819668-4-iscsi, cleared binding levels {{(pid=110502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:45:03.012333 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-5e968d52-ed77-4981-acd6-b3c238785056 None None] For port 14748004-3c44-41d4-b8ec-a3c2a1ef9143, host dv-cinder-819668-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=14748004-3c44-41d4-b8ec-a3c2a1ef9143,segment=NetworkSegment(3a4a3e5b-0e17-442c-bc39-61e33c050f0d),segment_id=3a4a3e5b-0e17-442c-bc39-61e33c050f0d)] {{(pid=110502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:45:03.033107 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5e968d52-ed77-4981-acd6-b3c238785056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (14748004-3c44-41d4-b8ec-a3c2a1ef9143), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:03.051836 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-823d7772-5a42-4451-a912-5ea9174d2e00 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks [] for security_group_rule (770b2555-81ef-4a88-bd42-9b3631250161), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:03.082921 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-823d7772-5a42-4451-a912-5ea9174d2e00 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547660'] for security_group_rule (770b2555-81ef-4a88-bd42-9b3631250161), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:03.142287 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-3d56b589-59bc-4599-bee3-5bbb8833e85b admin admin] Publish callbacks [] for security_group (01b2bf7e-f88a-4ecb-9cdf-e9895f1b3e77), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:03.161396 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d7772-5a42-4451-a912-5ea9174d2e00 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=770b2555-81ef-4a88-bd42-9b3631250161,revision_number=0']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:03.166729 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939e2a9-d78f-4088-adab-1b1f8ff38248 req-0cbaeab5-d13e-4ca0-a9ac-42b307be04d3 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:03.176808 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-823d7772-5a42-4451-a912-5ea9174d2e00 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:03.178513 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-823d7772-5a42-4451-a912-5ea9174d2e00 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9066167 May 26 13:45:03.180865 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-d939e2a9-d78f-4088-adab-1b1f8ff38248 req-0cbaeab5-d13e-4ca0-a9ac-42b307be04d3 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 943 time: 0.8988636 May 26 13:45:03.187950 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-3d56b589-59bc-4599-bee3-5bbb8833e85b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (01b2bf7e-f88a-4ecb-9cdf-e9895f1b3e77), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:03.190751 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 56818) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:45:03.207276 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-5339d4a8-1e70-4805-bf71-240b037c9173 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Request body: {'security_group_rule': {'security_group_id': 'bf723036-140a-4533-a112-3303159751b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:45:03.255753 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.managers [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-2fa4308e-5570-4f20-b904-3ddfba000b2f service neutron] Attempting to bind port 1b5743b4-b6c9-449d-9b8a-dd2f82596278 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=110501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:45:03.256154 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.managers [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-2fa4308e-5570-4f20-b904-3ddfba000b2f service neutron] Attempting to bind port 1b5743b4-b6c9-449d-9b8a-dd2f82596278 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '2928ecee-b4db-47c3-80e5-e017a46b0d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fe7c5613-fb2c-42f9-ab8b-0d2c594276aa'}] {{(pid=110501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:45:03.256423 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-2fa4308e-5570-4f20-b904-3ddfba000b2f service neutron] Attempting to bind port 1b5743b4-b6c9-449d-9b8a-dd2f82596278 on network fe7c5613-fb2c-42f9-ab8b-0d2c594276aa {{(pid=110501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:45:03.305591 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-2fa4308e-5570-4f20-b904-3ddfba000b2f service neutron] Port 1b5743b4-b6c9-449d-9b8a-dd2f82596278 on network fe7c5613-fb2c-42f9-ab8b-0d2c594276aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=110501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 13:45:03.306196 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-2fa4308e-5570-4f20-b904-3ddfba000b2f service neutron] Attempting to bind port 1b5743b4-b6c9-449d-9b8a-dd2f82596278 on network fe7c5613-fb2c-42f9-ab8b-0d2c594276aa {{(pid=110501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:45:03.345059 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-5339d4a8-1e70-4805-bf71-240b037c9173 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks [] for security_group_rule (80cdafcd-1978-4037-9aa2-829dd4819187), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:03.372986 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-2fa4308e-5570-4f20-b904-3ddfba000b2f service neutron] Checking agent: {'id': '207809ce-be6b-4746-a715-8e1c980ff656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 42, 40), 'started_at': datetime.datetime(2022, 5, 26, 13, 42, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:45:03.373423 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-2fa4308e-5570-4f20-b904-3ddfba000b2f service neutron] Checking segment: {'id': '2928ecee-b4db-47c3-80e5-e017a46b0d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fe7c5613-fb2c-42f9-ab8b-0d2c594276aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:45:03.374160 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-2fa4308e-5570-4f20-b904-3ddfba000b2f service neutron] Bound using segment: {'id': '2928ecee-b4db-47c3-80e5-e017a46b0d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fe7c5613-fb2c-42f9-ab8b-0d2c594276aa'} {{(pid=110501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:45:03.374704 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.managers [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-2fa4308e-5570-4f20-b904-3ddfba000b2f service neutron] Bound port: 1b5743b4-b6c9-449d-9b8a-dd2f82596278, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2928ecee-b4db-47c3-80e5-e017a46b0d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'fe7c5613-fb2c-42f9-ab8b-0d2c594276aa'}}] {{(pid=110501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:45:03.375063 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-2fa4308e-5570-4f20-b904-3ddfba000b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (1b5743b4-b6c9-449d-9b8a-dd2f82596278), before_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:03.398718 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-f5782b9b-c7f9-4dcf-9f41-587fc8669770 None None] Provisioning complete for port e54294ea-3afb-4b2d-83ff-b763f5634f47 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:45:03.399724 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-f5782b9b-c7f9-4dcf-9f41-587fc8669770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (e54294ea-3afb-4b2d-83ff-b763f5634f47), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:03.401979 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-9c584dce-cc89-4d0e-9cf6-b18914268894 service neutron] 10.222.0.16 "GET /v2.0/networks/fcfdea38-f7ed-4182-bc5e-d5404ef24e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0308943 May 26 13:45:03.416062 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e968d52-ed77-4981-acd6-b3c238785056 None None] Routers {'e8fa3225-aa55-4fb1-af18-cb8a643e77e7'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:45:03.416741 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-5e968d52-ed77-4981-acd6-b3c238785056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:44:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['e8fa3225-aa55-4fb1-af18-cb8a643e77e7'], 'active': True} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:45:03.422009 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-23cf099b-13a9-46c7-8a04-9c2e70ab7387 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:03.432389 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-23cf099b-13a9-46c7-8a04-9c2e70ab7387 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for port (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:03.469689 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-f44802c3-b0ec-477b-8a8e-3027e23bf622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649401c9-bfab-426e-a474-f39017d3abed', 'name': 'tempest-AttachVolumeTestJSON-1151764757-router', 'tenant_id': '2007395425194750a87edd6c0da44e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '2f0f44b1-11a6-4147-9e20-becacca0e572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:41Z', 'updated_at': '2022-05-26T13:44:54Z', 'revision_number': 4, 'project_id': '2007395425194750a87edd6c0da44e66', 'gw_port': {'id': '2f0f44b1-11a6-4147-9e20-becacca0e572', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649401c9-bfab-426e-a474-f39017d3abed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:43Z', 'updated_at': '2022-05-26T13:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': 'e54294ea-3afb-4b2d-83ff-b763f5634f47', 'name': '', 'network_id': '96b4b46b-ed06-4350-9763-5db4d4c655a1', 'tenant_id': '2007395425194750a87edd6c0da44e66', 'mac_address': 'fa:16:3e:d2:a9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649401c9-bfab-426e-a474-f39017d3abed', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '761e5aa1-c2fe-4f86-81be-d9dede097e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:51Z', 'updated_at': '2022-05-26T13:45:02Z', 'revision_number': 4, 'project_id': '2007395425194750a87edd6c0da44e66', 'subnets': [{'id': '761e5aa1-c2fe-4f86-81be-d9dede097e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:45:03.520538 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe5c358-77a6-4efa-83be-5159a2554d8f None None] Pushing event updated for resources: {'Port': ['ID=14748004-3c44-41d4-b8ec-a3c2a1ef9143,revision_number=4']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:03.531677 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44802c3-b0ec-477b-8a8e-3027e23bf622 None None] The sync data for ids ['649401c9-bfab-426e-a474-f39017d3abed'] in dv-cinder-819668-4-iscsi is: [{'id': '649401c9-bfab-426e-a474-f39017d3abed', 'name': 'tempest-AttachVolumeTestJSON-1151764757-router', 'tenant_id': '2007395425194750a87edd6c0da44e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '2f0f44b1-11a6-4147-9e20-becacca0e572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:41Z', 'updated_at': '2022-05-26T13:44:54Z', 'revision_number': 4, 'project_id': '2007395425194750a87edd6c0da44e66', 'gw_port': {'id': '2f0f44b1-11a6-4147-9e20-becacca0e572', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649401c9-bfab-426e-a474-f39017d3abed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:43Z', 'updated_at': '2022-05-26T13:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': 'e54294ea-3afb-4b2d-83ff-b763f5634f47', 'name': '', 'network_id': '96b4b46b-ed06-4350-9763-5db4d4c655a1', 'tenant_id': '2007395425194750a87edd6c0da44e66', 'mac_address': 'fa:16:3e:d2:a9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649401c9-bfab-426e-a474-f39017d3abed', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '761e5aa1-c2fe-4f86-81be-d9dede097e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:51Z', 'updated_at': '2022-05-26T13:45:02Z', 'revision_number': 4, 'project_id': '2007395425194750a87edd6c0da44e66', 'subnets': [{'id': '761e5aa1-c2fe-4f86-81be-d9dede097e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:45:03.645943 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:03.722580 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-2ee43da2-3213-4721-b461-0f9c51a4a6c9 admin admin] Publish callbacks [] for security_group (7f04331c-7a5d-4061-82f6-3c7c32efd271), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:03.760273 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-2ee43da2-3213-4721-b461-0f9c51a4a6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (7f04331c-7a5d-4061-82f6-3c7c32efd271), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:03.810118 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:03.817604 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-3d56b589-59bc-4599-bee3-5bbb8833e85b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=89ba51f0146e47ad9405899306d304db&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7406864 May 26 13:45:03.820230 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 56832) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:45:03.837573 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-d939e2a9-d78f-4088-adab-1b1f8ff38248 req-5ce11ad6-b4df-4df8-b35e-2c9381194755 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e73beaa-c450-47a6-aed3-c8a7e1527ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5978608 May 26 13:45:03.916658 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:03.927813 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-23cf099b-13a9-46c7-8a04-9c2e70ab7387 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3738050 May 26 13:45:03.934834 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee43da2-3213-4721-b461-0f9c51a4a6c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f04331c-7a5d-4061-82f6-3c7c32efd271,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:03.945624 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-f5782b9b-c7f9-4dcf-9f41-587fc8669770 None None] Current status of the port e54294ea-3afb-4b2d-83ff-b763f5634f47 is: DOWN; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:45:03.946865 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-f5782b9b-c7f9-4dcf-9f41-587fc8669770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (e54294ea-3afb-4b2d-83ff-b763f5634f47), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:03.954265 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-d6febcc9-9fc2-486e-b56f-6151fb725034 service neutron] Request body: {'port': {'device_id': 'ef326f08-0e4f-4ad0-9f62-f4197ccf5b65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:45:03.984010 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56b589-59bc-4599-bee3-5bbb8833e85b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b2bf7e-f88a-4ecb-9cdf-e9895f1b3e77,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:04.152779 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvr_db [None req-5e968d52-ed77-4981-acd6-b3c238785056 None None] Set router e8fa3225-aa55-4fb1-af18-cb8a643e77e7 gateway port host: dv-cinder-819668-4-iscsi {{(pid=110502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:45:04.181595 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-f5782b9b-c7f9-4dcf-9f41-587fc8669770 None None] For port e54294ea-3afb-4b2d-83ff-b763f5634f47, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=e54294ea-3afb-4b2d-83ff-b763f5634f47,segment=NetworkSegment(e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488),segment_id=e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:45:04.226885 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-89f8af43-1b79-4fcb-99de-8bd0c2f236db admin admin] Publish callbacks [] for security_group (01b2bf7e-f88a-4ecb-9cdf-e9895f1b3e77), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:04.292890 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-f5782b9b-c7f9-4dcf-9f41-587fc8669770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (e54294ea-3afb-4b2d-83ff-b763f5634f47), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:04.295214 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-89f8af43-1b79-4fcb-99de-8bd0c2f236db admin admin] Publish callbacks [] for security_group (01b2bf7e-f88a-4ecb-9cdf-e9895f1b3e77), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:04.360671 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee1712-94f4-4db8-a6b0-42319eec615e req-a78d1a68-7a35-461a-b93e-b83328dd3156 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:04.362703 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-bbee1712-94f4-4db8-a6b0-42319eec615e req-a78d1a68-7a35-461a-b93e-b83328dd3156 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 932 time: 0.2428060 May 26 13:45:04.402345 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.db [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-2fa4308e-5570-4f20-b904-3ddfba000b2f service neutron] For port 1b5743b4-b6c9-449d-9b8a-dd2f82596278, host hv-cinder-81966, cleared binding levels {{(pid=110501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:45:04.426612 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.db [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-2fa4308e-5570-4f20-b904-3ddfba000b2f service neutron] For port 1b5743b4-b6c9-449d-9b8a-dd2f82596278, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=1b5743b4-b6c9-449d-9b8a-dd2f82596278,segment=NetworkSegment(2928ecee-b4db-47c3-80e5-e017a46b0d13),segment_id=2928ecee-b4db-47c3-80e5-e017a46b0d13)] {{(pid=110501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:45:04.449649 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:04.467949 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-2fa4308e-5570-4f20-b904-3ddfba000b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5523192'] for port (1b5743b4-b6c9-449d-9b8a-dd2f82596278), after_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:04.500581 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-89f8af43-1b79-4fcb-99de-8bd0c2f236db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (01b2bf7e-f88a-4ecb-9cdf-e9895f1b3e77), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:04.503431 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-89f8af43-1b79-4fcb-99de-8bd0c2f236db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:04.514435 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-89f8af43-1b79-4fcb-99de-8bd0c2f236db admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/01b2bf7e-f88a-4ecb-9cdf-e9895f1b3e77 HTTP/1.1" status: 204 len: 168 time: 0.6447201 May 26 13:45:04.529858 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-2ee43da2-3213-4721-b461-0f9c51a4a6c9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a124b343b9cb4e7b85a6c75d83c01589&name=default HTTP/1.1" status: 200 len: 2996 time: 3.7412498 May 26 13:45:04.578520 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-5339d4a8-1e70-4805-bf71-240b037c9173 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks [] for security_group_rule (80cdafcd-1978-4037-9aa2-829dd4819187), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:04.593962 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 56852) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:45:04.617134 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-5339d4a8-1e70-4805-bf71-240b037c9173 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547660'] for security_group_rule (80cdafcd-1978-4037-9aa2-829dd4819187), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:04.708966 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f8af43-1b79-4fcb-99de-8bd0c2f236db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b2bf7e-f88a-4ecb-9cdf-e9895f1b3e77,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:04.718349 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-f8d60d37-9451-4be2-b6df-aac5f334eb58 None None] Provisioning complete for port 914816b6-d98c-46f8-9da7-123cb0956236 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:45:04.719482 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-f8d60d37-9451-4be2-b6df-aac5f334eb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (914816b6-d98c-46f8-9da7-123cb0956236), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:04.743744 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-4dd68dc2-31a7-4e03-9053-7f994ab1d862 service neutron] 10.222.0.16 "GET /v2.0/networks/fcfdea38-f7ed-4182-bc5e-d5404ef24e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3363931 May 26 13:45:04.745255 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339d4a8-1e70-4805-bf71-240b037c9173 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80cdafcd-1978-4037-9aa2-829dd4819187,revision_number=0']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:04.763901 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-5339d4a8-1e70-4805-bf71-240b037c9173 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:04.769368 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-5339d4a8-1e70-4805-bf71-240b037c9173 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5769768 May 26 13:45:04.775904 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 56858) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:45:04.790164 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-d6198805-f4a7-4315-bcb2-c01cdcc90601 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Request body: {'floatingip': {'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:45:04.813867 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-d6febcc9-9fc2-486e-b56f-6151fb725034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (914816b6-d98c-46f8-9da7-123cb0956236), before_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:04.866857 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d6198805-f4a7-4315-bcb2-c01cdcc90601 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:05.221004 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-f8d60d37-9451-4be2-b6df-aac5f334eb58 None None] Port 914816b6-d98c-46f8-9da7-123cb0956236 cannot update to ACTIVE because it is not bound. {{(pid=110502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:45:05.234345 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5782b9b-c7f9-4dcf-9f41-587fc8669770 None None] Pushing event updated for resources: {'Port': ['ID=e54294ea-3afb-4b2d-83ff-b763f5634f47,revision_number=5']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:05.284069 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d6198805-f4a7-4315-bcb2-c01cdcc90601 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:05.316846 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device e54294ea-3afb-4b2d-83ff-b763f5634f47 up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:45:05.388006 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-bbee1712-94f4-4db8-a6b0-42319eec615e req-15a715fd-5503-4ab7-ac4e-ee824ebb2a3d tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9399385 May 26 13:45:05.431309 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-5e968d52-ed77-4981-acd6-b3c238785056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'name': 'tempest-ServerRescueNegativeTestJSON-460254636-router', 'tenant_id': '667a2ccd9c9045879b4b87e156997161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e02981ca-bf77-4efd-95de-0490160000b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:41Z', 'updated_at': '2022-05-26T13:44:56Z', 'revision_number': 4, 'project_id': '667a2ccd9c9045879b4b87e156997161', 'gw_port': {'id': 'e02981ca-bf77-4efd-95de-0490160000b4', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:43Z', 'updated_at': '2022-05-26T13:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': '14748004-3c44-41d4-b8ec-a3c2a1ef9143', 'name': '', 'network_id': 'fcfdea38-f7ed-4182-bc5e-d5404ef24e0e', 'tenant_id': '667a2ccd9c9045879b4b87e156997161', 'mac_address': 'fa:16:3e:ec:9b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:52Z', 'updated_at': '2022-05-26T13:45:02Z', 'revision_number': 4, 'project_id': '667a2ccd9c9045879b4b87e156997161', 'subnets': [{'id': 'b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:45:05.459242 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-2fa4308e-5570-4f20-b904-3ddfba000b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:05.463537 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-2fa4308e-5570-4f20-b904-3ddfba000b2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for port (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:05.465187 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-2fa4308e-5570-4f20-b904-3ddfba000b2f service neutron] 10.222.0.57 "PUT /v2.0/ports/1b5743b4-b6c9-449d-9b8a-dd2f82596278 HTTP/1.1" status: 200 len: 1093 time: 6.8104429 May 26 13:45:05.468045 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aac6ee1-e33c-4957-bb97-39e23139ba63', 'tag': '1b5743b4-b6c9-449d-9b8a-dd2f82596278'}] {{(pid=110501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:45:05.487033 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:05.495732 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa4308e-5570-4f20-b904-3ddfba000b2f service neutron] Pushing event updated for resources: {'Port': ['ID=1b5743b4-b6c9-449d-9b8a-dd2f82596278,revision_number=3']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:05.594293 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e968d52-ed77-4981-acd6-b3c238785056 None None] The sync data for ids ['e8fa3225-aa55-4fb1-af18-cb8a643e77e7'] in dv-cinder-819668-4-iscsi is: [{'id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'name': 'tempest-ServerRescueNegativeTestJSON-460254636-router', 'tenant_id': '667a2ccd9c9045879b4b87e156997161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e02981ca-bf77-4efd-95de-0490160000b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:41Z', 'updated_at': '2022-05-26T13:44:56Z', 'revision_number': 4, 'project_id': '667a2ccd9c9045879b4b87e156997161', 'gw_port': {'id': 'e02981ca-bf77-4efd-95de-0490160000b4', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:43Z', 'updated_at': '2022-05-26T13:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': '14748004-3c44-41d4-b8ec-a3c2a1ef9143', 'name': '', 'network_id': 'fcfdea38-f7ed-4182-bc5e-d5404ef24e0e', 'tenant_id': '667a2ccd9c9045879b4b87e156997161', 'mac_address': 'fa:16:3e:ec:9b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:52Z', 'updated_at': '2022-05-26T13:45:02Z', 'revision_number': 4, 'project_id': '667a2ccd9c9045879b4b87e156997161', 'subnets': [{'id': 'b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:45:05.631737 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-f8d60d37-9451-4be2-b6df-aac5f334eb58 None None] Provisioning complete for port 14748004-3c44-41d4-b8ec-a3c2a1ef9143 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:45:05.634219 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-f8d60d37-9451-4be2-b6df-aac5f334eb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (14748004-3c44-41d4-b8ec-a3c2a1ef9143), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:05.884332 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbe39b-5028-4e15-a796-98da87574fb1 req-7adcb26c-b592-4b9e-8e49-d00b732e7f72 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:05.907880 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-addbe39b-5028-4e15-a796-98da87574fb1 req-7adcb26c-b592-4b9e-8e49-d00b732e7f72 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 943 time: 0.6092265 May 26 13:45:05.927142 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port e54294ea-3afb-4b2d-83ff-b763f5634f47 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:45:05.928798 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (e54294ea-3afb-4b2d-83ff-b763f5634f47), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:05.941426 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-9e84f875-0f1d-4096-a611-41f6cc0ece09 req-2fc5c145-566a-41a6-b410-5ae68d502422 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 210 time: 0.3892725 May 26 13:45:06.006348 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 56884) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:45:06.086896 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-20e239ef-f31b-45a5-a1f7-8d8659c50825 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:06.143072 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:DELETE=7,neutron:INSERT=8,neutron:SELECT=84,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:06.146408 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-f8d60d37-9451-4be2-b6df-aac5f334eb58 None None] Current status of the port 14748004-3c44-41d4-b8ec-a3c2a1ef9143 is: DOWN; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:45:06.151040 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-f8d60d37-9451-4be2-b6df-aac5f334eb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (14748004-3c44-41d4-b8ec-a3c2a1ef9143), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:06.171347 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-2138ea34-0aa9-4599-8057-7b4d442c0436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:06.188483 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-2138ea34-0aa9-4599-8057-7b4d442c0436 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7a22ae4c671d4c828ea95651dd7ec9cd&device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 1127 time: 0.6384943 May 26 13:45:06.201971 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f24b40ba-7085-4aa9-96fd-694c27daeddd admin admin] Publish callbacks [] for security_group (7f04331c-7a5d-4061-82f6-3c7c32efd271), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:06.428454 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-f8d60d37-9451-4be2-b6df-aac5f334eb58 None None] For port 14748004-3c44-41d4-b8ec-a3c2a1ef9143, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=14748004-3c44-41d4-b8ec-a3c2a1ef9143,segment=NetworkSegment(3a4a3e5b-0e17-442c-bc39-61e33c050f0d),segment_id=3a4a3e5b-0e17-442c-bc39-61e33c050f0d)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:45:06.436990 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-addbe39b-5028-4e15-a796-98da87574fb1 req-6dd1b795-8746-4aea-8ce6-b802eb0b34aa tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e73beaa-c450-47a6-aed3-c8a7e1527ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5206134 May 26 13:45:06.451834 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-f8d60d37-9451-4be2-b6df-aac5f334eb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (14748004-3c44-41d4-b8ec-a3c2a1ef9143), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:06.539262 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7554ed366569566c1c07a20dc3a12fa332abf68ec20ff88de472e4216b3e5b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a63453-2b48-4775-8c61-9121c175a436" -d '{"events": [{"name": "network-changed", "server_uuid": "4aac6ee1-e33c-4957-bb97-39e23139ba63", "tag": "1b5743b4-b6c9-449d-9b8a-dd2f82596278"}]}' {{(pid=110501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:45:06.581528 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.db_base_plugin_common [None req-d6198805-f4a7-4315-bcb2-c01cdcc90601 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Allocated IP 172.27.2.78 (90e76b28-de17-4e9a-956c-e3acc4b829ee/72a92eeb-8c5d-4770-b3e7-e9300b6be16c/f59866df-66c6-4677-bf8c-0ff2c3bc765e) {{(pid=110500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:45:06.595954 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port e54294ea-3afb-4b2d-83ff-b763f5634f47 is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:45:06.620649 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-56003d4f-8458-47a2-9e2d-241ca4d07c71 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b5743b4-b6c9-449d-9b8a-dd2f82596278 HTTP/1.1" status: 200 len: 217 time: 0.4245284 May 26 13:45:06.654592 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d60d37-9451-4be2-b6df-aac5f334eb58 None None] Pushing event updated for resources: {'Port': ['ID=14748004-3c44-41d4-b8ec-a3c2a1ef9143,revision_number=5']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:06.677112 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f24b40ba-7085-4aa9-96fd-694c27daeddd admin admin] Publish callbacks [] for security_group (7f04331c-7a5d-4061-82f6-3c7c32efd271), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:06.899332 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f24b40ba-7085-4aa9-96fd-694c27daeddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (7f04331c-7a5d-4061-82f6-3c7c32efd271), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:06.902910 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f24b40ba-7085-4aa9-96fd-694c27daeddd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:06.907916 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-f24b40ba-7085-4aa9-96fd-694c27daeddd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7f04331c-7a5d-4061-82f6-3c7c32efd271 HTTP/1.1" status: 204 len: 168 time: 2.2246635 May 26 13:45:07.075354 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-20e239ef-f31b-45a5-a1f7-8d8659c50825 admin admin] Publish callbacks [] for security_group (b558c291-c051-4493-8075-acf178958693), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:07.089039 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed75501-08ec-4ac0-bfe6-e60dbaf5af28 req-3057b89d-95a2-498d-bf48-81456a159075 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:07.104066 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b40ba-7085-4aa9-96fd-694c27daeddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f04331c-7a5d-4061-82f6-3c7c32efd271,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:07.111475 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-9ed75501-08ec-4ac0-bfe6-e60dbaf5af28 req-3057b89d-95a2-498d-bf48-81456a159075 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 932 time: 0.4682455 May 26 13:45:07.166665 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-20e239ef-f31b-45a5-a1f7-8d8659c50825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (b558c291-c051-4493-8075-acf178958693), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:07.345386 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:07.392810 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373c030-b609-49d9-9563-35b74331905f req-160ae363-e186-41a6-b3fb-31ddc415704a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:07.394874 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-0373c030-b609-49d9-9563-35b74331905f req-160ae363-e186-41a6-b3fb-31ddc415704a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/networks?id=fcfdea38-f7ed-4182-bc5e-d5404ef24e0e HTTP/1.1" status: 200 len: 818 time: 0.7701268 May 26 13:45:07.421450 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-967aa4ae-70dd-4ada-91fc-53bbfdc419fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:07.422450 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d6198805-f4a7-4315-bcb2-c01cdcc90601 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks [] for port (f59866df-66c6-4677-bf8c-0ff2c3bc765e), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:07.424417 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-967aa4ae-70dd-4ada-91fc-53bbfdc419fe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1a8db53a-65d3-417c-a9a0-5484759c95ee HTTP/1.1" status: 200 len: 852 time: 0.7761011 May 26 13:45:07.432664 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 14748004-3c44-41d4-b8ec-a3c2a1ef9143 up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:45:07.456717 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-9ed75501-08ec-4ac0-bfe6-e60dbaf5af28 req-b3daf983-c258-4b01-a54d-84e78ce1be15 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3375981 May 26 13:45:07.491296 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-0373c030-b609-49d9-9563-35b74331905f req-8297a637-74ed-4b0d-94cd-9b1b8ede9388 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/quotas/667a2ccd9c9045879b4b87e156997161 HTTP/1.1" status: 200 len: 375 time: 0.0882587 May 26 13:45:07.534052 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:07.548936 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-20e239ef-f31b-45a5-a1f7-8d8659c50825 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b055bade54d04efebc2155a071837b7b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5234816 May 26 13:45:07.557448 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 56932) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:45:07.558434 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e239ef-f31b-45a5-a1f7-8d8659c50825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b558c291-c051-4493-8075-acf178958693,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:07.593937 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port 14748004-3c44-41d4-b8ec-a3c2a1ef9143 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:45:07.594317 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (14748004-3c44-41d4-b8ec-a3c2a1ef9143), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:07.684771 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:07.874070 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d6198805-f4a7-4315-bcb2-c01cdcc90601 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (f59866df-66c6-4677-bf8c-0ff2c3bc765e), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:07.918848 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port 14748004-3c44-41d4-b8ec-a3c2a1ef9143 is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:45:07.934234 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device e54294ea-3afb-4b2d-83ff-b763f5634f47 up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:45:07.967157 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-2074dbe7-e31c-401a-a367-1600c84fa84d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fe7c5613-fb2c-42f9-ab8b-0d2c594276aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1604319 May 26 13:45:07.987381 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6198805-f4a7-4315-bcb2-c01cdcc90601 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Pushing event updated for resources: {'Port': ['ID=f59866df-66c6-4677-bf8c-0ff2c3bc765e,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:08.002780 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.57', 56492) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:45:08.052926 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:08.066928 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 56936) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:45:08.093109 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port e54294ea-3afb-4b2d-83ff-b763f5634f47 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:45:08.093496 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (e54294ea-3afb-4b2d-83ff-b763f5634f47), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:08.107930 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6198805-f4a7-4315-bcb2-c01cdcc90601 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Network 90e76b28-de17-4e9a-956c-e3acc4b829ee is already hosted by enough agents. {{(pid=110500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:45:08.142924 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [None req-d6198805-f4a7-4315-bcb2-c01cdcc90601 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Resources bound (agent type, host, resource id): {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:45:08.150899 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-1f539fa8-bddb-4c3b-a10b-e932bde651fa admin admin] Publish callbacks [] for security_group (b558c291-c051-4493-8075-acf178958693), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:08.161989 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-0373c030-b609-49d9-9563-35b74331905f req-b4e4c5ee-662c-4200-bb88-e0a85ccd0497 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=667a2ccd9c9045879b4b87e156997161&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5982814 May 26 13:45:08.164176 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d5fc75-c491-4c4a-a5ee-2af5f1768b42 x-openstack-request-id: req-a4d5fc75-c491-4c4a-a5ee-2af5f1768b42 {{(pid=110501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:45:08.164176 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aac6ee1-e33c-4957-bb97-39e23139ba63", "tag": "1b5743b4-b6c9-449d-9b8a-dd2f82596278", "status": "completed", "code": 200}]} {{(pid=110501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:45:08.165285 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a4d5fc75-c491-4c4a-a5ee-2af5f1768b42 {{(pid=110501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:45:08.165862 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4d5fc75-c491-4c4a-a5ee-2af5f1768b42'] response: {'name': 'network-changed', 'server_uuid': '4aac6ee1-e33c-4957-bb97-39e23139ba63', 'tag': '1b5743b4-b6c9-449d-9b8a-dd2f82596278', 'status': 'completed', 'code': 200} May 26 13:45:08.170048 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6198805-f4a7-4315-bcb2-c01cdcc90601 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Received port after_create {{(pid=110500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:45:08.262511 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-903add84-ffdb-45a2-9d2f-27d7d38a0940 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:08.311074 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-1f539fa8-bddb-4c3b-a10b-e932bde651fa admin admin] Publish callbacks [] for security_group (b558c291-c051-4493-8075-acf178958693), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:08.403210 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port e54294ea-3afb-4b2d-83ff-b763f5634f47 is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:45:08.456548 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.notifiers.nova [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-d6febcc9-9fc2-486e-b56f-6151fb725034 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 914816b6-d98c-46f8-9da7-123cb0956236 {{(pid=110501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:45:08.459563 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-187f41d1-e152-45bf-b551-0c5be816c054 service neutron] 10.222.0.57 "GET /v2.0/networks/fe7c5613-fb2c-42f9-ab8b-0d2c594276aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4573841 May 26 13:45:08.463894 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-d6febcc9-9fc2-486e-b56f-6151fb725034 service neutron] Publish callbacks [] for port (914816b6-d98c-46f8-9da7-123cb0956236), precommit_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:08.511568 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.provisioning_blocks [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-d6febcc9-9fc2-486e-b56f-6151fb725034 service neutron] Transition to ACTIVE for port object 914816b6-d98c-46f8-9da7-123cb0956236 will not be triggered until provisioned by entity L2. {{(pid=110501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 13:45:08.529602 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-d6febcc9-9fc2-486e-b56f-6151fb725034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5523192'] for port (914816b6-d98c-46f8-9da7-123cb0956236), after_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:08.694004 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703cb365-9fc5-4006-b05a-dabc5523f424 req-7f54089a-d9ed-4f7e-8946-cbf2be1bb1c9 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:08.702539 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-703cb365-9fc5-4006-b05a-dabc5523f424 req-7f54089a-d9ed-4f7e-8946-cbf2be1bb1c9 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 943 time: 0.3961537 May 26 13:45:08.764965 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:08.797401 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-2e93a1dc-9a99-4878-9d2d-c14f1b2ed7eb tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:08.798714 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-2e93a1dc-9a99-4878-9d2d-c14f1b2ed7eb tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.57 "GET /v2.0/networks?id=fcfdea38-f7ed-4182-bc5e-d5404ef24e0e HTTP/1.1" status: 200 len: 818 time: 0.7921388 May 26 13:45:08.824653 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-1f539fa8-bddb-4c3b-a10b-e932bde651fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (b558c291-c051-4493-8075-acf178958693), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:08.827932 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-1f539fa8-bddb-4c3b-a10b-e932bde651fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:08.832204 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-1f539fa8-bddb-4c3b-a10b-e932bde651fa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b558c291-c051-4493-8075-acf178958693 HTTP/1.1" status: 204 len: 168 time: 1.2704668 May 26 13:45:08.864780 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-281dbae1-efe7-4830-8dd9-968d8690ce3a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Request body: {'port': {'device_id': 'c6527206-c7a2-4458-97ed-915ee9b16cfb', 'network_id': 'fcfdea38-f7ed-4182-bc5e-d5404ef24e0e', 'admin_state_up': True, 'tenant_id': '667a2ccd9c9045879b4b87e156997161'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:45:08.926728 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-cceee8e8-b515-466f-b756-c8dcddeddd23 req-b99f6449-d6e8-4f17-a032-9adf6c88b367 service neutron] 10.222.0.57 "GET /v2.0/networks/fe7c5613-fb2c-42f9-ab8b-0d2c594276aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4335237 May 26 13:45:08.958032 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [req-0373c030-b609-49d9-9563-35b74331905f req-646b2860-e407-440c-84cb-a24444619cac service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110501) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 13:45:08.959076 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f539fa8-bddb-4c3b-a10b-e932bde651fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b558c291-c051-4493-8075-acf178958693,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:08.962378 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-0373c030-b609-49d9-9563-35b74331905f req-646b2860-e407-440c-84cb-a24444619cac service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4291353 May 26 13:45:09.050933 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6febcc9-9fc2-486e-b56f-6151fb725034 service neutron] Pushing event updated for resources: {'Port': ['ID=914816b6-d98c-46f8-9da7-123cb0956236,revision_number=2']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:09.080710 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:09.120030 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d6198805-f4a7-4315-bcb2-c01cdcc90601 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks [] for floatingip (42826869-b702-4569-947f-8f2cdd3cb7e5), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:09.123243 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-903add84-ffdb-45a2-9d2f-27d7d38a0940 admin admin] Publish callbacks [] for security_group (95c28aa5-b25f-4649-9e8f-5a0d7035e0c7), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:09.140047 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-703cb365-9fc5-4006-b05a-dabc5523f424 req-041c98d2-c5cd-4781-9b6d-ac427a41f58c tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e73beaa-c450-47a6-aed3-c8a7e1527ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143765 May 26 13:45:09.150397 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-903add84-ffdb-45a2-9d2f-27d7d38a0940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (95c28aa5-b25f-4649-9e8f-5a0d7035e0c7), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:09.168394 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:09.253648 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a63453-2b48-4775-8c61-9121c175a436 req-f2ba65ce-b894-4247-9e3e-5bb7ecfd9f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:09.255174 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-14a63453-2b48-4775-8c61-9121c175a436 req-f2ba65ce-b894-4247-9e3e-5bb7ecfd9f02 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7a22ae4c671d4c828ea95651dd7ec9cd&device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 1127 time: 0.1983154 May 26 13:45:09.302729 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-903add84-ffdb-45a2-9d2f-27d7d38a0940 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4b6885417b824a37a7beec06c9942bb0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1877851 May 26 13:45:09.309999 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 56964) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:45:09.344609 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903add84-ffdb-45a2-9d2f-27d7d38a0940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c28aa5-b25f-4649-9e8f-5a0d7035e0c7,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:09.373192 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d6198805-f4a7-4315-bcb2-c01cdcc90601 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (f59866df-66c6-4677-bf8c-0ff2c3bc765e), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:09.605641 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.managers [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-d6febcc9-9fc2-486e-b56f-6151fb725034 service neutron] Attempting to bind port 914816b6-d98c-46f8-9da7-123cb0956236 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=110501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:45:09.606542 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.managers [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-d6febcc9-9fc2-486e-b56f-6151fb725034 service neutron] Attempting to bind port 914816b6-d98c-46f8-9da7-123cb0956236 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '72489f9d-88bc-4f02-8b41-7b0a26fec68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7243f764-410e-4885-acdc-a415825d1293'}] {{(pid=110501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:45:09.607031 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-d6febcc9-9fc2-486e-b56f-6151fb725034 service neutron] Attempting to bind port 914816b6-d98c-46f8-9da7-123cb0956236 on network 7243f764-410e-4885-acdc-a415825d1293 {{(pid=110501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:45:09.622903 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=100 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:09.677440 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-d6febcc9-9fc2-486e-b56f-6151fb725034 service neutron] Port 914816b6-d98c-46f8-9da7-123cb0956236 on network 7243f764-410e-4885-acdc-a415825d1293 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=110501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 13:45:09.678273 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-d6febcc9-9fc2-486e-b56f-6151fb725034 service neutron] Attempting to bind port 914816b6-d98c-46f8-9da7-123cb0956236 on network 7243f764-410e-4885-acdc-a415825d1293 {{(pid=110501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:45:09.693023 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-d6febcc9-9fc2-486e-b56f-6151fb725034 service neutron] Checking agent: {'id': '207809ce-be6b-4746-a715-8e1c980ff656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 42, 40), 'started_at': datetime.datetime(2022, 5, 26, 13, 42, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:45:09.693716 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-d6febcc9-9fc2-486e-b56f-6151fb725034 service neutron] Checking segment: {'id': '72489f9d-88bc-4f02-8b41-7b0a26fec68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7243f764-410e-4885-acdc-a415825d1293'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:45:09.694255 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-d6febcc9-9fc2-486e-b56f-6151fb725034 service neutron] Bound using segment: {'id': '72489f9d-88bc-4f02-8b41-7b0a26fec68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7243f764-410e-4885-acdc-a415825d1293'} {{(pid=110501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:45:09.694844 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.managers [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-d6febcc9-9fc2-486e-b56f-6151fb725034 service neutron] Bound port: 914816b6-d98c-46f8-9da7-123cb0956236, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72489f9d-88bc-4f02-8b41-7b0a26fec68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7243f764-410e-4885-acdc-a415825d1293'}}] {{(pid=110501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:45:09.695357 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-d6febcc9-9fc2-486e-b56f-6151fb725034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (914816b6-d98c-46f8-9da7-123cb0956236), before_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:09.723794 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-00a5f015-1fca-4bdc-9414-549f80859b4a admin admin] Publish callbacks [] for security_group (95c28aa5-b25f-4649-9e8f-5a0d7035e0c7), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:09.810640 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d14cb0-2b6d-42fe-98cb-a46e39975de1 req-8d2b2fa4-364b-4605-88e7-ec6082429ed0 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:09.814131 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-58d14cb0-2b6d-42fe-98cb-a46e39975de1 req-8d2b2fa4-364b-4605-88e7-ec6082429ed0 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 944 time: 0.4525692 May 26 13:45:09.830140 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-281dbae1-efe7-4830-8dd9-968d8690ce3a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Made reservation on behalf of 667a2ccd9c9045879b4b87e156997161 for: {'port': 1} {{(pid=110500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:45:09.841777 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-281dbae1-efe7-4830-8dd9-968d8690ce3a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:09.842668 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-0373c030-b609-49d9-9563-35b74331905f req-75b5b613-90c5-4581-9094-a602ee537d12 service neutron] 10.222.0.16 "GET /v2.0/networks/fcfdea38-f7ed-4182-bc5e-d5404ef24e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7832665 May 26 13:45:10.221441 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-00a5f015-1fca-4bdc-9414-549f80859b4a admin admin] Publish callbacks [] for security_group (95c28aa5-b25f-4649-9e8f-5a0d7035e0c7), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:10.345009 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.db [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-d6febcc9-9fc2-486e-b56f-6151fb725034 service neutron] For port 914816b6-d98c-46f8-9da7-123cb0956236, host hv-cinder-81966, cleared binding levels {{(pid=110501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:45:10.348672 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.db [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-d6febcc9-9fc2-486e-b56f-6151fb725034 service neutron] For port 914816b6-d98c-46f8-9da7-123cb0956236, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=914816b6-d98c-46f8-9da7-123cb0956236,segment=NetworkSegment(72489f9d-88bc-4f02-8b41-7b0a26fec68a),segment_id=72489f9d-88bc-4f02-8b41-7b0a26fec68a)] {{(pid=110501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:45:10.370390 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:10.386776 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-d6febcc9-9fc2-486e-b56f-6151fb725034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5523192'] for port (914816b6-d98c-46f8-9da7-123cb0956236), after_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:10.451612 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6febcc9-9fc2-486e-b56f-6151fb725034 service neutron] Pushing event updated for resources: {'Port': ['ID=914816b6-d98c-46f8-9da7-123cb0956236,revision_number=3']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:10.455447 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a63453-2b48-4775-8c61-9121c175a436 req-5f83794a-c71b-41ef-9d77-5f9bc5036af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:10.457389 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-14a63453-2b48-4775-8c61-9121c175a436 req-5f83794a-c71b-41ef-9d77-5f9bc5036af8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fe7c5613-fb2c-42f9-ab8b-0d2c594276aa HTTP/1.1" status: 200 len: 913 time: 1.1276050 May 26 13:45:10.464067 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-00a5f015-1fca-4bdc-9414-549f80859b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (95c28aa5-b25f-4649-9e8f-5a0d7035e0c7), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:10.467019 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-00a5f015-1fca-4bdc-9414-549f80859b4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:10.468158 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-00a5f015-1fca-4bdc-9414-549f80859b4a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/95c28aa5-b25f-4649-9e8f-5a0d7035e0c7 HTTP/1.1" status: 204 len: 168 time: 1.1366928 May 26 13:45:10.483348 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a5f015-1fca-4bdc-9414-549f80859b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c28aa5-b25f-4649-9e8f-5a0d7035e0c7,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:10.497730 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-d6febcc9-9fc2-486e-b56f-6151fb725034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:10.498597 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-d6febcc9-9fc2-486e-b56f-6151fb725034 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for port (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:10.500591 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-d6febcc9-9fc2-486e-b56f-6151fb725034 service neutron] 10.222.0.57 "PUT /v2.0/ports/914816b6-d98c-46f8-9da7-123cb0956236 HTTP/1.1" status: 200 len: 1094 time: 6.5715559 May 26 13:45:10.501198 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef326f08-0e4f-4ad0-9f62-f4197ccf5b65', 'tag': '914816b6-d98c-46f8-9da7-123cb0956236'}] {{(pid=110501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:45:10.504206 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7554ed366569566c1c07a20dc3a12fa332abf68ec20ff88de472e4216b3e5b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1832239e-79c1-4b3f-9b5a-f9fbc5ba896f" -d '{"events": [{"name": "network-changed", "server_uuid": "ef326f08-0e4f-4ad0-9f62-f4197ccf5b65", "tag": "914816b6-d98c-46f8-9da7-123cb0956236"}]}' {{(pid=110501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:45:10.576012 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-0373c030-b609-49d9-9563-35b74331905f req-bd3084ec-8068-4e2b-9020-312eef9f75aa service neutron] 10.222.0.16 "GET /v2.0/networks/fcfdea38-f7ed-4182-bc5e-d5404ef24e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7313824 May 26 13:45:10.711123 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-58d14cb0-2b6d-42fe-98cb-a46e39975de1 req-395b705d-3df1-4443-ae4e-104ccb8d9733 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8453574 May 26 13:45:10.858506 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-14a63453-2b48-4775-8c61-9121c175a436 req-f80384b6-45eb-4982-821d-d74233bc15eb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b5743b4-b6c9-449d-9b8a-dd2f82596278 HTTP/1.1" status: 200 len: 217 time: 0.1007941 May 26 13:45:11.095721 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-521c58e8-a372-49c0-aac1-ce51e0800922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:11.097598 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-521c58e8-a372-49c0-aac1-ce51e0800922 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ce476b2a1764f56b9780f4a5c75ac3d&device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 1128 time: 0.2354665 May 26 13:45:11.109502 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a63453-2b48-4775-8c61-9121c175a436 req-d6c8a61d-657f-4183-b4d1-47a7a77c5e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:11.112220 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-14a63453-2b48-4775-8c61-9121c175a436 req-d6c8a61d-657f-4183-b4d1-47a7a77c5e5c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1a8db53a-65d3-417c-a9a0-5484759c95ee HTTP/1.1" status: 200 len: 852 time: 0.1815948 May 26 13:45:11.185966 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f83d5a-45b8-4dbe-b54f-a6b17be98c64 x-openstack-request-id: req-98f83d5a-45b8-4dbe-b54f-a6b17be98c64 {{(pid=110501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:45:11.186257 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef326f08-0e4f-4ad0-9f62-f4197ccf5b65", "tag": "914816b6-d98c-46f8-9da7-123cb0956236", "status": "completed", "code": 200}]} {{(pid=110501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:45:11.186512 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-98f83d5a-45b8-4dbe-b54f-a6b17be98c64 {{(pid=110501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:45:11.187200 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98f83d5a-45b8-4dbe-b54f-a6b17be98c64'] response: {'name': 'network-changed', 'server_uuid': 'ef326f08-0e4f-4ad0-9f62-f4197ccf5b65', 'tag': '914816b6-d98c-46f8-9da7-123cb0956236', 'status': 'completed', 'code': 200} May 26 13:45:11.333900 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-5e8b18ff-1c0a-4295-a27d-b3874621fd66 req-aad27383-367b-4f74-b341-72c1e16f662c tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 210 time: 0.0600266 May 26 13:45:11.396945 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.db_base_plugin_common [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-281dbae1-efe7-4830-8dd9-968d8690ce3a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Allocated IP 172.20.0.5 (fcfdea38-f7ed-4182-bc5e-d5404ef24e0e/b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5/cbc63303-0423-4bdd-8895-788f378a4ced) {{(pid=110500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:45:11.418511 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fafc94e-0c24-45c6-aef9-39df511ad1fe req-553d6dd2-4c31-4400-9513-4d86e14a6414 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:11.425667 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0fafc94e-0c24-45c6-aef9-39df511ad1fe req-553d6dd2-4c31-4400-9513-4d86e14a6414 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 943 time: 0.1643791 May 26 13:45:11.496062 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 6 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:45:11.669245 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:11.871719 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0fafc94e-0c24-45c6-aef9-39df511ad1fe req-227cc30c-82af-46e5-b280-da868afc99a1 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e73beaa-c450-47a6-aed3-c8a7e1527ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448841 May 26 13:45:11.877145 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d6198805-f4a7-4315-bcb2-c01cdcc90601 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks [] for port (f59866df-66c6-4677-bf8c-0ff2c3bc765e), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:11.893797 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d6198805-f4a7-4315-bcb2-c01cdcc90601 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (f59866df-66c6-4677-bf8c-0ff2c3bc765e), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:11.915095 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f852b-52dc-4bd0-85a2-d3828b557db8 req-501f76dc-34b4-48d7-9e73-f8222aaffea2 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:11.920949 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-419f852b-52dc-4bd0-85a2-d3828b557db8 req-501f76dc-34b4-48d7-9e73-f8222aaffea2 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 944 time: 0.0727270 May 26 13:45:11.981473 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:12.022143 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-419f852b-52dc-4bd0-85a2-d3828b557db8 req-07c9d9ed-f630-48e8-86aa-8fdedec3b61b tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997040 May 26 13:45:12.048659 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6198805-f4a7-4315-bcb2-c01cdcc90601 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Pushing event updated for resources: {'Port': ['ID=f59866df-66c6-4677-bf8c-0ff2c3bc765e,revision_number=2']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:12.093324 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-281dbae1-efe7-4830-8dd9-968d8690ce3a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks [] for port (cbc63303-0423-4bdd-8895-788f378a4ced), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:12.096871 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d6198805-f4a7-4315-bcb2-c01cdcc90601 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568549'] for floatingip (42826869-b702-4569-947f-8f2cdd3cb7e5), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:12.119454 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d6198805-f4a7-4315-bcb2-c01cdcc90601 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for floatingip (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:12.121003 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-d6198805-f4a7-4315-bcb2-c01cdcc90601 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.3398073 May 26 13:45:12.145965 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-281dbae1-efe7-4830-8dd9-968d8690ce3a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (cbc63303-0423-4bdd-8895-788f378a4ced), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:12.262308 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-281dbae1-efe7-4830-8dd9-968d8690ce3a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Network fcfdea38-f7ed-4182-bc5e-d5404ef24e0e is already hosted by enough agents. {{(pid=110500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:45:12.275356 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-281dbae1-efe7-4830-8dd9-968d8690ce3a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Resources bound (agent type, host, resource id): {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:45:12.286771 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-281dbae1-efe7-4830-8dd9-968d8690ce3a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Received port after_create {{(pid=110500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:45:12.298280 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281dbae1-efe7-4830-8dd9-968d8690ce3a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Pushing event updated for resources: {'Port': ['ID=cbc63303-0423-4bdd-8895-788f378a4ced,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:12.406713 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-281dbae1-efe7-4830-8dd9-968d8690ce3a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:12.407598 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-281dbae1-efe7-4830-8dd9-968d8690ce3a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:12.455071 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-281dbae1-efe7-4830-8dd9-968d8690ce3a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6177471 May 26 13:45:12.472270 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-8f9963ee-5be7-4817-ac04-f8ca6c184805 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1740428366&fields=id&tenant_id=2007395425194750a87edd6c0da44e66 HTTP/1.1" status: 200 len: 267 time: 0.0610614 May 26 13:45:12.485705 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-fdad2c62-bacb-4d0b-a20a-c7649b73776c req-b526db54-e670-4d6a-ac29-37338e88e3e8 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 210 time: 0.0524952 May 26 13:45:12.643605 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-4dcdec14-daec-488b-8dde-07a51dbbb642 None None] Provisioning complete for port cbc63303-0423-4bdd-8895-788f378a4ced triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:45:12.644203 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-4dcdec14-daec-488b-8dde-07a51dbbb642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (cbc63303-0423-4bdd-8895-788f378a4ced), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:12.671751 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-47dcff6e-7da3-4515-8a74-54eb1c3eddca tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:12.674614 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-47dcff6e-7da3-4515-8a74-54eb1c3eddca tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/networks?id=96b4b46b-ed06-4350-9763-5db4d4c655a1 HTTP/1.1" status: 200 len: 811 time: 0.1950400 May 26 13:45:12.709314 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-4dcdec14-daec-488b-8dde-07a51dbbb642 None None] Port cbc63303-0423-4bdd-8895-788f378a4ced cannot update to ACTIVE because it is not bound. {{(pid=110502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:45:12.715609 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-71081cc4-242e-48dd-9e23-8a9b9d8a1a26 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/quotas/2007395425194750a87edd6c0da44e66 HTTP/1.1" status: 200 len: 375 time: 0.0311635 May 26 13:45:12.801413 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-512af834-b0a7-45a9-9dc1-e6756311aada tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2007395425194750a87edd6c0da44e66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0772302 May 26 13:45:12.952897 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-280320c5-f8d3-46c7-8e65-bddd2f345157 service neutron] 10.222.0.16 "GET /v2.0/networks/96b4b46b-ed06-4350-9763-5db4d4c655a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444659 May 26 13:45:13.042670 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2da4c-95b6-4242-bbc9-d46647c64ff9 req-e5238af9-b76f-4692-93e3-974e6edc01c9 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:13.050374 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-46a2da4c-95b6-4242-bbc9-d46647c64ff9 req-e5238af9-b76f-4692-93e3-974e6edc01c9 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 943 time: 0.0781000 May 26 13:45:13.108367 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-eb318585-ff5b-4d3a-87a2-1a21476b279a service neutron] 10.222.0.16 "GET /v2.0/networks/96b4b46b-ed06-4350-9763-5db4d4c655a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457920 May 26 13:45:13.108540 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-46a2da4c-95b6-4242-bbc9-d46647c64ff9 req-e88decc5-26d3-4be6-8b0e-25a2d6acb47e tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e73beaa-c450-47a6-aed3-c8a7e1527ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545745 May 26 13:45:13.259026 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf30667-bf39-46e1-b8b6-33457c63c8eb req-3a70b2ae-9396-447d-8427-19f1c9681c99 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:13.261254 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-daf30667-bf39-46e1-b8b6-33457c63c8eb req-3a70b2ae-9396-447d-8427-19f1c9681c99 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 944 time: 0.0745320 May 26 13:45:13.332166 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-daf30667-bf39-46e1-b8b6-33457c63c8eb req-e94ea8d5-4bcc-4011-8921-d6e04d8360de tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623403 May 26 13:45:13.404392 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8976f50e-4261-4450-bd11-959f4550969c req-cf2911a2-6c04-4427-91b8-286615b6c8ea tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 210 time: 0.0306814 May 26 13:45:13.474218 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=42,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:13.607879 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-b5a9f150-568c-4f8a-a7fd-dd35f7011601 req-851cc5bf-80c4-45d4-a24f-77167a306c0c tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 210 time: 0.0335174 May 26 13:45:13.792932 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-86b7488a-7606-4845-8904-03cf130b62a5 service neutron] Request body: {'port': {'device_id': 'c6527206-c7a2-4458-97ed-915ee9b16cfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:45:13.828059 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-14a63453-2b48-4775-8c61-9121c175a436 req-1e994f6f-518a-456e-aef5-70dd57a6a611 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fe7c5613-fb2c-42f9-ab8b-0d2c594276aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419528 May 26 13:45:13.845716 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:13.865024 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-c7305966-89a1-4c1a-869a-09a5053a9104 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=914816b6-d98c-46f8-9da7-123cb0956236 HTTP/1.1" status: 200 len: 217 time: 0.0765646 May 26 13:45:13.892391 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:13.893434 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:13.893668 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-86b7488a-7606-4845-8904-03cf130b62a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (cbc63303-0423-4bdd-8895-788f378a4ced), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:14.004164 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-062320a1-f6ed-42af-a5ca-2f62443670c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:14.006032 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-062320a1-f6ed-42af-a5ca-2f62443670c6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f42c48c9-dd9d-4f2d-ada0-47f18130e415 HTTP/1.1" status: 200 len: 856 time: 0.1271775 May 26 13:45:14.095432 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-2006ad54-df61-446c-b803-a18cb1c61ee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:14.097268 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-8e4b4b5b-399a-4bf3-bbce-6d307ab9eef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:14.100035 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-8e4b4b5b-399a-4bf3-bbce-6d307ab9eef4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7243f764-410e-4885-acdc-a415825d1293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0799270 May 26 13:45:14.105306 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-14a63453-2b48-4775-8c61-9121c175a436 req-fded8990-4411-41e2-937c-6ec9c1dae387 service neutron] 10.222.0.57 "GET /v2.0/networks/fe7c5613-fb2c-42f9-ab8b-0d2c594276aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506173 May 26 13:45:14.344676 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-86b7488a-7606-4845-8904-03cf130b62a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbc63303-0423-4bdd-8895-788f378a4ced {{(pid=110500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:45:14.355225 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-86b7488a-7606-4845-8904-03cf130b62a5 service neutron] Publish callbacks [] for port (cbc63303-0423-4bdd-8895-788f378a4ced), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:14.386089 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.provisioning_blocks [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-86b7488a-7606-4845-8904-03cf130b62a5 service neutron] Transition to ACTIVE for port object cbc63303-0423-4bdd-8895-788f378a4ced will not be triggered until provisioned by entity L2. {{(pid=110500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 13:45:14.386793 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:14.401214 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-86b7488a-7606-4845-8904-03cf130b62a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (cbc63303-0423-4bdd-8895-788f378a4ced), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:14.407669 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-14a63453-2b48-4775-8c61-9121c175a436 req-1a99a032-dcb9-42b4-b3e8-fa71bea5fe71 service neutron] 10.222.0.57 "GET /v2.0/networks/fe7c5613-fb2c-42f9-ab8b-0d2c594276aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893996 May 26 13:45:14.410154 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-8c6cc1a5-49d2-4c04-908f-13114c752a34 service neutron] 10.222.0.57 "GET /v2.0/networks/7243f764-410e-4885-acdc-a415825d1293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951677 May 26 13:45:14.484731 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b7488a-7606-4845-8904-03cf130b62a5 service neutron] Pushing event updated for resources: {'Port': ['ID=cbc63303-0423-4bdd-8895-788f378a4ced,revision_number=2']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:14.503275 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa898ad5-643f-4873-bbd7-bf831ff63961 req-61b21a53-c067-430d-920f-dce0d7fb8164 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:14.504988 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fa898ad5-643f-4873-bbd7-bf831ff63961 req-61b21a53-c067-430d-920f-dce0d7fb8164 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 943 time: 0.1192014 May 26 13:45:14.554276 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8fd5d-58ac-46ab-84ad-94855950f368 req-4af7b628-3083-4b29-b728-294c4952b642 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:14.569422 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-b7d8fd5d-58ac-46ab-84ad-94855950f368 req-4af7b628-3083-4b29-b728-294c4952b642 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 944 time: 0.1070647 May 26 13:45:14.666014 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-b7d8fd5d-58ac-46ab-84ad-94855950f368 req-3f40941c-35d1-44ac-bc87-b74360ed4687 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877221 May 26 13:45:14.673363 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-86b7488a-7606-4845-8904-03cf130b62a5 service neutron] Attempting to bind port cbc63303-0423-4bdd-8895-788f378a4ced on host hv-cinder-81966 for vnic_type normal with profile {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:45:14.673696 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-86b7488a-7606-4845-8904-03cf130b62a5 service neutron] Attempting to bind port cbc63303-0423-4bdd-8895-788f378a4ced by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '3a4a3e5b-0e17-442c-bc39-61e33c050f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fcfdea38-f7ed-4182-bc5e-d5404ef24e0e'}] {{(pid=110500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:45:14.674316 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-86b7488a-7606-4845-8904-03cf130b62a5 service neutron] Attempting to bind port cbc63303-0423-4bdd-8895-788f378a4ced on network fcfdea38-f7ed-4182-bc5e-d5404ef24e0e {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:45:14.686463 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fa898ad5-643f-4873-bbd7-bf831ff63961 req-204eae24-ec2b-4fa9-9996-b5cb894106cb tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e73beaa-c450-47a6-aed3-c8a7e1527ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339543 May 26 13:45:14.687773 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-86b7488a-7606-4845-8904-03cf130b62a5 service neutron] Port cbc63303-0423-4bdd-8895-788f378a4ced on network fcfdea38-f7ed-4182-bc5e-d5404ef24e0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 13:45:14.688273 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-86b7488a-7606-4845-8904-03cf130b62a5 service neutron] Attempting to bind port cbc63303-0423-4bdd-8895-788f378a4ced on network fcfdea38-f7ed-4182-bc5e-d5404ef24e0e {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:45:14.699320 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-86b7488a-7606-4845-8904-03cf130b62a5 service neutron] Checking agent: {'id': '207809ce-be6b-4746-a715-8e1c980ff656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 42, 40), 'started_at': datetime.datetime(2022, 5, 26, 13, 42, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:45:14.704588 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-86b7488a-7606-4845-8904-03cf130b62a5 service neutron] Checking segment: {'id': '3a4a3e5b-0e17-442c-bc39-61e33c050f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fcfdea38-f7ed-4182-bc5e-d5404ef24e0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:45:14.705237 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-86b7488a-7606-4845-8904-03cf130b62a5 service neutron] Bound using segment: {'id': '3a4a3e5b-0e17-442c-bc39-61e33c050f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fcfdea38-f7ed-4182-bc5e-d5404ef24e0e'} {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:45:14.706049 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-86b7488a-7606-4845-8904-03cf130b62a5 service neutron] Bound port: cbc63303-0423-4bdd-8895-788f378a4ced, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4a3e5b-0e17-442c-bc39-61e33c050f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fcfdea38-f7ed-4182-bc5e-d5404ef24e0e'}}] {{(pid=110500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:45:14.706541 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-86b7488a-7606-4845-8904-03cf130b62a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (cbc63303-0423-4bdd-8895-788f378a4ced), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:14.790091 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:14.832817 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-86b7488a-7606-4845-8904-03cf130b62a5 service neutron] For port cbc63303-0423-4bdd-8895-788f378a4ced, host hv-cinder-81966, cleared binding levels {{(pid=110500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:45:14.837655 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-86b7488a-7606-4845-8904-03cf130b62a5 service neutron] For port cbc63303-0423-4bdd-8895-788f378a4ced, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=cbc63303-0423-4bdd-8895-788f378a4ced,segment=NetworkSegment(3a4a3e5b-0e17-442c-bc39-61e33c050f0d),segment_id=3a4a3e5b-0e17-442c-bc39-61e33c050f0d)] {{(pid=110500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:45:14.841162 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-691b6b6c-4324-4dc6-a455-27701455accb req-7488adf5-774a-4dd0-8972-61dc24194550 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 210 time: 0.0595686 May 26 13:45:14.854475 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-86b7488a-7606-4845-8904-03cf130b62a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (cbc63303-0423-4bdd-8895-788f378a4ced), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:14.888688 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-901a0de9-f0c2-42ba-bb14-992ca12e003f req-1e1f980a-b3c1-44bd-831e-91bd65f8160b tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 210 time: 0.0491550 May 26 13:45:14.926699 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-86b7488a-7606-4845-8904-03cf130b62a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:14.927316 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-86b7488a-7606-4845-8904-03cf130b62a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:14.928801 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-86b7488a-7606-4845-8904-03cf130b62a5 service neutron] 10.222.0.57 "PUT /v2.0/ports/cbc63303-0423-4bdd-8895-788f378a4ced HTTP/1.1" status: 200 len: 1093 time: 1.1418796 May 26 13:45:14.929231 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6527206-c7a2-4458-97ed-915ee9b16cfb', 'tag': 'cbc63303-0423-4bdd-8895-788f378a4ced'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:45:14.974610 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b7488a-7606-4845-8904-03cf130b62a5 service neutron] Pushing event updated for resources: {'Port': ['ID=cbc63303-0423-4bdd-8895-788f378a4ced,revision_number=3']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:15.097648 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e876edd6-8576-4224-b56c-d24109f32bac" -d '{"events": [{"name": "network-changed", "server_uuid": "c6527206-c7a2-4458-97ed-915ee9b16cfb", "tag": "cbc63303-0423-4bdd-8895-788f378a4ced"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:45:15.228442 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50d89aa-75db-4c5f-961c-0f1b31dedeb0 x-openstack-request-id: req-d50d89aa-75db-4c5f-961c-0f1b31dedeb0 {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:45:15.228784 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6527206-c7a2-4458-97ed-915ee9b16cfb", "tag": "cbc63303-0423-4bdd-8895-788f378a4ced", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:45:15.229030 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d50d89aa-75db-4c5f-961c-0f1b31dedeb0 {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:45:15.229509 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d50d89aa-75db-4c5f-961c-0f1b31dedeb0'] response: {'name': 'network-changed', 'server_uuid': 'c6527206-c7a2-4458-97ed-915ee9b16cfb', 'tag': 'cbc63303-0423-4bdd-8895-788f378a4ced', 'status': 'completed', 'code': 200} May 26 13:45:15.816793 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09abb76a-c8cf-415d-83e8-3d2b7669b0ab req-22a8155d-5eb9-4d3f-8c0a-355a6d80ea54 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:15.818391 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-09abb76a-c8cf-415d-83e8-3d2b7669b0ab req-22a8155d-5eb9-4d3f-8c0a-355a6d80ea54 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 943 time: 0.0520806 May 26 13:45:15.869651 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-09abb76a-c8cf-415d-83e8-3d2b7669b0ab req-fe65e749-6a64-47c5-ad24-d57199dd3413 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e73beaa-c450-47a6-aed3-c8a7e1527ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443323 May 26 13:45:15.941861 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa05cd-5dcc-4c56-befd-f38a941cf661 req-ece20335-11fe-4e2e-b5cc-1afd2e99b8ed tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:15.943549 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-55aa05cd-5dcc-4c56-befd-f38a941cf661 req-ece20335-11fe-4e2e-b5cc-1afd2e99b8ed tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 944 time: 0.1950166 May 26 13:45:15.963083 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-5ba1aa74-0ea6-4aa8-820b-cda222bb1f87 req-287636dc-5ddf-4ec9-817e-db11c0629584 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 210 time: 0.0304964 May 26 13:45:15.996182 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-55aa05cd-5dcc-4c56-befd-f38a941cf661 req-d30f0af5-8388-42dd-af28-773f46a952e6 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460045 May 26 13:45:16.047004 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-d7e55847-f91c-4063-a343-bc7fddd0033a req-0ef262be-7091-410a-a9a1-fafc84d859ed tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 210 time: 0.0276740 May 26 13:45:16.431543 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-ee3a3e3e-830f-4014-ac7f-3711cd1e62dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:16.995192 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b138c-690e-4ded-b9b7-efb3fe90c684 req-7e22b2c0-6447-49a0-bf7b-9ed9bc41be1b tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:16.997222 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-993b138c-690e-4ded-b9b7-efb3fe90c684 req-7e22b2c0-6447-49a0-bf7b-9ed9bc41be1b tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 943 time: 0.0505688 May 26 13:45:17.048417 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-993b138c-690e-4ded-b9b7-efb3fe90c684 req-0aea3bd4-fea3-45b1-b8c3-31cbc074b04a tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e73beaa-c450-47a6-aed3-c8a7e1527ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435383 May 26 13:45:17.062325 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-6765f360-8e62-4495-9b70-f1116588d93d req-238f0bcb-f9e6-4b51-97af-d4c7fa8695e9 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 210 time: 0.0305142 May 26 13:45:17.146043 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-7da37a70-4ca1-40b8-8545-c5813e792585 req-91c97fbb-f06e-4b1a-816f-bf437a436771 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 210 time: 0.0280969 May 26 13:45:17.158506 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07f253-f6a7-4ab4-b911-4da751dee313 req-a9b25987-c22e-4f96-8981-f281a236a769 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:17.160009 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-be07f253-f6a7-4ab4-b911-4da751dee313 req-a9b25987-c22e-4f96-8981-f281a236a769 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 944 time: 0.0548995 May 26 13:45:17.207909 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-be07f253-f6a7-4ab4-b911-4da751dee313 req-d8f47a4c-0343-46ca-8faa-f5e51f378a65 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420029 May 26 13:45:17.714673 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:18.157427 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b40c1add-1d6c-4ef7-8784-5c9df0f48dc0 req-d61fa525-8555-44ff-a0c9-9b04801b5a94 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 210 time: 0.0284274 May 26 13:45:18.169198 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392e9b5-7aa6-4e25-aca1-46646c9141ef req-438bbff2-fc02-4cb2-b8ee-5c2b0ae025cd tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:18.170912 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-2392e9b5-7aa6-4e25-aca1-46646c9141ef req-438bbff2-fc02-4cb2-b8ee-5c2b0ae025cd tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 943 time: 0.0491967 May 26 13:45:18.224947 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-2392e9b5-7aa6-4e25-aca1-46646c9141ef req-1d83fc77-5ffb-4ca5-8dc4-9b53be59a7a6 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e73beaa-c450-47a6-aed3-c8a7e1527ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461218 May 26 13:45:18.248532 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8bfa0508-31c9-487a-8bd1-86d20f932a69 req-d050ad5f-ca69-4b5b-8fdf-a68f85b4ebb7 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 210 time: 0.0283599 May 26 13:45:18.332569 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee448a1b-aaf8-43ab-84b7-db34170800e4 req-aca584a6-3418-44cf-b13a-9397d3f07f32 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:18.333961 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-ee448a1b-aaf8-43ab-84b7-db34170800e4 req-aca584a6-3418-44cf-b13a-9397d3f07f32 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 944 time: 0.0488181 May 26 13:45:18.385307 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-ee448a1b-aaf8-43ab-84b7-db34170800e4 req-786310b7-43ae-4d81-8a7b-a72590beae2b tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454054 May 26 13:45:19.125476 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:19.258867 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-cb5cb768-9ac5-4cee-99b3-1e235f5e1762 req-39d8788c-7781-463a-89cb-d94d309f63a9 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 210 time: 0.0293105 May 26 13:45:19.358397 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-1073cba8-2cae-4d90-b849-807f6c0eb416 req-503f8a1d-7b31-4935-82b7-8d86bb416241 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 210 time: 0.0325251 May 26 13:45:19.359452 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f9063-f08f-4201-a646-5d2b49ea6abc req-19f8d42d-1863-4ec7-9b85-4054eb78e488 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:19.361007 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-dd1f9063-f08f-4201-a646-5d2b49ea6abc req-19f8d42d-1863-4ec7-9b85-4054eb78e488 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 943 time: 0.0497997 May 26 13:45:19.410885 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-dd1f9063-f08f-4201-a646-5d2b49ea6abc req-2c45f498-3356-4197-9329-717142430bde tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e73beaa-c450-47a6-aed3-c8a7e1527ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438559 May 26 13:45:19.506360 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cef14-0f6e-4793-b1e4-54be4c5def92 req-1c767c99-7fca-4137-9840-0b46caeb1996 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:19.508259 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-776cef14-0f6e-4793-b1e4-54be4c5def92 req-1c767c99-7fca-4137-9840-0b46caeb1996 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 944 time: 0.0477066 May 26 13:45:19.558089 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-776cef14-0f6e-4793-b1e4-54be4c5def92 req-0d8b091a-e62e-4f29-9462-89436dea7e20 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435157 May 26 13:45:20.370020 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-3f8383c6-81a5-44b8-aa24-ad20ebf80382 req-c8fb3127-bdb5-4e9a-ad5c-57693569e926 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 210 time: 0.0330820 May 26 13:45:20.463996 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:20.474467 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6d66753a-47f7-4255-96f6-74349f104048 req-f59fa446-9cdf-4f39-b911-beb5fab6b06a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 210 time: 0.0395303 May 26 13:45:20.539673 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ebb617-a85e-4f2a-ac58-d7dd456a298a req-5d043dc8-8487-4067-b2fd-ef627f310065 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:20.541210 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-09ebb617-a85e-4f2a-ac58-d7dd456a298a req-5d043dc8-8487-4067-b2fd-ef627f310065 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 943 time: 0.0548820 May 26 13:45:20.561408 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=100 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:20.593912 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-09ebb617-a85e-4f2a-ac58-d7dd456a298a req-916ef9ad-915a-488a-b06f-97f2dd46f7f3 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e73beaa-c450-47a6-aed3-c8a7e1527ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471084 May 26 13:45:20.682079 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc932ec-b44d-4f52-9f29-71e332902d6a req-2d34afc1-5cbb-4fb9-9abe-8436ddc957df tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:20.683563 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-1cc932ec-b44d-4f52-9f29-71e332902d6a req-2d34afc1-5cbb-4fb9-9abe-8436ddc957df tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 944 time: 0.0500178 May 26 13:45:20.731151 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-1cc932ec-b44d-4f52-9f29-71e332902d6a req-9825dd06-7cb7-438a-be73-8ca92840a799 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418992 May 26 13:45:21.477134 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-dc9a042e-6bd3-4d2e-a05b-fca1dc9b252e req-ccf1285d-1823-4feb-8352-f0348c8f0968 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 210 time: 0.0318923 May 26 13:45:21.589362 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-51be81fa-1a7b-4b1b-84be-4860a703101d req-4b90e4c7-9622-488e-ae27-bc4c53abf65c tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 210 time: 0.0367260 May 26 13:45:21.713025 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077f6ed-ac82-4255-bcd2-86357a1b2f7e req-0ce7a208-c86b-4043-8365-c2040f9d0dae tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:21.714556 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-e077f6ed-ac82-4255-bcd2-86357a1b2f7e req-0ce7a208-c86b-4043-8365-c2040f9d0dae tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 943 time: 0.0485008 May 26 13:45:21.769053 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-e077f6ed-ac82-4255-bcd2-86357a1b2f7e req-cb0ef7d2-bca3-4d3a-be26-af585522d58e tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e73beaa-c450-47a6-aed3-c8a7e1527ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489383 May 26 13:45:21.852921 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1cb41-f622-42d2-a7bb-a83c0bfa82b2 req-bb773c78-5f29-4877-918a-3760326623d2 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:21.854404 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-edf1cb41-f622-42d2-a7bb-a83c0bfa82b2 req-bb773c78-5f29-4877-918a-3760326623d2 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 944 time: 0.0475156 May 26 13:45:21.902461 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-edf1cb41-f622-42d2-a7bb-a83c0bfa82b2 req-d6502a29-ef0d-446f-b1c8-6d40a4dd7f95 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419502 May 26 13:45:22.577501 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-704e31ba-0d6a-4c18-87d0-e5874ae0ca8d req-93bae596-b2e8-4726-9c2a-73206b19bd49 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 210 time: 0.0305338 May 26 13:45:22.696024 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3699d8e5-a37e-4fe8-92df-45eeace7bb27 req-5a398b51-2d0f-490a-967d-b1050fd841a4 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 210 time: 0.0308552 May 26 13:45:22.733698 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 1b5743b4-b6c9-449d-9b8a-dd2f82596278 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=110502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 13:45:22.873650 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.db.resource_extend [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 13:45:22.884088 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=100 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:22.897528 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47cf5fa-0391-4b24-9b81-5c676d4571e1 req-802bab45-7ac9-4d41-bd32-f58826de54cf tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:22.899021 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-a47cf5fa-0391-4b24-9b81-5c676d4571e1 req-802bab45-7ac9-4d41-bd32-f58826de54cf tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 943 time: 0.0499458 May 26 13:45:22.949369 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-a47cf5fa-0391-4b24-9b81-5c676d4571e1 req-2ada8e2b-e55f-41d0-a462-06cac9360412 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e73beaa-c450-47a6-aed3-c8a7e1527ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447147 May 26 13:45:22.959968 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 1b5743b4-b6c9-449d-9b8a-dd2f82596278, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=1b5743b4-b6c9-449d-9b8a-dd2f82596278,segment=NetworkSegment(2928ecee-b4db-47c3-80e5-e017a46b0d13),segment_id=2928ecee-b4db-47c3-80e5-e017a46b0d13)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:45:22.971960 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Returning: {'device': '1b5743b4-b6c9-449d-9b8a-dd2f82596278', 'network_id': 'fe7c5613-fb2c-42f9-ab8b-0d2c594276aa', 'port_id': '1b5743b4-b6c9-449d-9b8a-dd2f82596278', 'mac_address': 'fa:16:3e:db:c8:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a8db53a-65d3-417c-a9a0-5484759c95ee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 13:45:22.973382 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:23.013877 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port 1b5743b4-b6c9-449d-9b8a-dd2f82596278 is: DOWN; New status is: BUILD {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:45:23.014271 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (1b5743b4-b6c9-449d-9b8a-dd2f82596278), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:23.026147 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b2f84-909c-4fa3-88a8-dd7d26508f2c req-4fcc7ba3-65f7-4d97-b7eb-587645d43dc3 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:23.027651 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-289b2f84-909c-4fa3-88a8-dd7d26508f2c req-4fcc7ba3-65f7-4d97-b7eb-587645d43dc3 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 944 time: 0.0478311 May 26 13:45:23.028042 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b5743b4-b6c9-449d-9b8a-dd2f82596278 {{(pid=110502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:45:23.039408 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:23.049533 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 1b5743b4-b6c9-449d-9b8a-dd2f82596278, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=1b5743b4-b6c9-449d-9b8a-dd2f82596278,segment=NetworkSegment(2928ecee-b4db-47c3-80e5-e017a46b0d13),segment_id=2928ecee-b4db-47c3-80e5-e017a46b0d13)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:45:23.053331 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (1b5743b4-b6c9-449d-9b8a-dd2f82596278), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:23.078293 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-289b2f84-909c-4fa3-88a8-dd7d26508f2c req-33edd924-7ab0-47f1-b155-bc6314c76b06 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450265 May 26 13:45:23.099918 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=1b5743b4-b6c9-449d-9b8a-dd2f82596278,revision_number=4']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:23.672816 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-a3aac62e-afdc-4695-8261-1821bb76b0e8 req-3f27e461-676a-420c-be02-48472fc0a964 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 210 time: 0.0270581 May 26 13:45:23.794413 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-02849371-f1f7-4e2a-88ca-3b43f1664c2f req-b050ab6d-a0de-4185-a23a-cce69f534aeb tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 210 time: 0.0269592 May 26 13:45:24.062626 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113b283-6105-4785-a520-6b693682b066 req-534a0cd0-fa31-4bb5-bdc2-d340a4fd4234 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:24.064081 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-4113b283-6105-4785-a520-6b693682b066 req-534a0cd0-fa31-4bb5-bdc2-d340a4fd4234 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 944 time: 0.0463850 May 26 13:45:24.115179 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-4113b283-6105-4785-a520-6b693682b066 req-e2863620-b3ed-427b-a072-6a904ca8d48c tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e73beaa-c450-47a6-aed3-c8a7e1527ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454669 May 26 13:45:24.209035 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1ca7a-6e4f-4288-9a14-b30841c3a3bb req-00fb28fa-2922-4f63-ab04-4149887b9255 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:24.211052 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-31b1ca7a-6e4f-4288-9a14-b30841c3a3bb req-00fb28fa-2922-4f63-ab04-4149887b9255 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 944 time: 0.0588670 May 26 13:45:24.249478 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:UPDATE=2,neutron:INSERT=1,neutron:SELECT=97 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:24.262766 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-31b1ca7a-6e4f-4288-9a14-b30841c3a3bb req-1287ddf6-39bd-49a3-a925-92454174b6ac tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457666 May 26 13:45:24.774787 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-49dccb96-2b90-4f90-bbf1-ea442c58cd8a req-4bc6259a-23d1-48aa-98c3-9e985d121645 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 210 time: 0.0289207 May 26 13:45:24.888899 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8e047f02-21e4-4333-817c-c9b916aa2fab req-abad9371-dc9c-405e-beef-6525bfaee859 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 210 time: 0.0276036 May 26 13:45:24.927734 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] get_ports_and_sgs() called for port_ids ['1b5743b4-b6c9-449d-9b8a-dd2f82596278'] {{(pid=110502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 13:45:25.005883 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-53a4bb9d-d4a5-44f1-8b1e-b072a31688d3 req-3b72f91e-44a8-4d31-b4b3-19175c0ca757 service neutron] 10.222.0.57 "GET /v2.0/networks/7243f764-410e-4885-acdc-a415825d1293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944896 May 26 13:45:25.092580 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876edd6-8576-4224-b56c-d24109f32bac req-3118164d-9a5a-4723-9b6a-67af18429d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:25.094145 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-e876edd6-8576-4224-b56c-d24109f32bac req-3118164d-9a5a-4723-9b6a-67af18429d95 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=667a2ccd9c9045879b4b87e156997161&device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 1127 time: 0.0456157 May 26 13:45:25.104561 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:25.228511 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f007c2c-5644-4dea-8d86-d63d8fc6d6ec req-d19bec0b-d32b-4ee6-9758-c6a1ba13503c tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:25.230028 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-6f007c2c-5644-4dea-8d86-d63d8fc6d6ec req-d19bec0b-d32b-4ee6-9758-c6a1ba13503c tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 944 time: 0.0474749 May 26 13:45:25.280663 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-6f007c2c-5644-4dea-8d86-d63d8fc6d6ec req-c4354aed-9ea5-4cc3-9aff-c4cb4e697a12 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e73beaa-c450-47a6-aed3-c8a7e1527ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447674 May 26 13:45:25.400259 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a9079-0c3a-45eb-b559-5885521674a5 req-7daf3ae6-5bca-4b56-b3fe-63cdeb83e479 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:25.402060 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f32a9079-0c3a-45eb-b559-5885521674a5 req-7daf3ae6-5bca-4b56-b3fe-63cdeb83e479 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 944 time: 0.0620787 May 26 13:45:25.467357 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f32a9079-0c3a-45eb-b559-5885521674a5 req-7ee99399-f04d-4c9d-b9e1-7d2a24a5070b tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592453 May 26 13:45:25.886209 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-d47ca1ff-b7c5-41c5-9ea4-aa36284e89fb req-b6ad1394-ac69-4755-b7bf-3d4a45cafb21 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 210 time: 0.0332680 May 26 13:45:25.989961 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-77ca79c6-d073-4801-b170-51a6b571b1e8 req-e17fc524-978f-4163-9dc4-50374c7c3fad tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 210 time: 0.0310822 May 26 13:45:26.398799 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16a34c-a060-4830-b2ad-fff22236b8d1 req-1c6b0d33-261f-40a3-a1f7-c43046263b00 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:26.400330 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-cd16a34c-a060-4830-b2ad-fff22236b8d1 req-1c6b0d33-261f-40a3-a1f7-c43046263b00 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 944 time: 0.0498064 May 26 13:45:26.452583 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-cd16a34c-a060-4830-b2ad-fff22236b8d1 req-16992176-ffe4-4c42-8aa3-2bae29692b20 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e73beaa-c450-47a6-aed3-c8a7e1527ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465314 May 26 13:45:26.474935 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=3 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:26.480972 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:26.598683 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094238b0-cc6c-45ee-9d6f-2c6345bbfb6b req-24e4f188-965a-4c6b-b946-c8a63b06c976 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:26.600179 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-094238b0-cc6c-45ee-9d6f-2c6345bbfb6b req-24e4f188-965a-4c6b-b946-c8a63b06c976 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 944 time: 0.0490634 May 26 13:45:26.660415 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-094238b0-cc6c-45ee-9d6f-2c6345bbfb6b req-aa53e581-cb17-4e06-bc9a-20537947763c tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542026 May 26 13:45:26.763402 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 1b5743b4-b6c9-449d-9b8a-dd2f82596278 up at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:45:26.808871 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Provisioning for port 1b5743b4-b6c9-449d-9b8a-dd2f82596278 completed by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 13:45:26.815265 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Provisioning complete for port 1b5743b4-b6c9-449d-9b8a-dd2f82596278 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:45:26.815878 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (1b5743b4-b6c9-449d-9b8a-dd2f82596278), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:26.893075 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port 1b5743b4-b6c9-449d-9b8a-dd2f82596278 is: BUILD; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:45:26.893451 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (1b5743b4-b6c9-449d-9b8a-dd2f82596278), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:26.933860 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 1b5743b4-b6c9-449d-9b8a-dd2f82596278, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=1b5743b4-b6c9-449d-9b8a-dd2f82596278,segment=NetworkSegment(2928ecee-b4db-47c3-80e5-e017a46b0d13),segment_id=2928ecee-b4db-47c3-80e5-e017a46b0d13)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:45:26.936282 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aac6ee1-e33c-4957-bb97-39e23139ba63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5743b4-b6c9-449d-9b8a-dd2f82596278'}] {{(pid=110502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:45:27.005481 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-f92c7ccf-4994-49eb-a993-6de0502d3091 req-80ee612f-45e9-4a6c-9046-fc9f48cd3a02 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 210 time: 0.0322113 May 26 13:45:27.022121 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (1b5743b4-b6c9-449d-9b8a-dd2f82596278), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:27.094244 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=1b5743b4-b6c9-449d-9b8a-dd2f82596278,revision_number=5']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:27.143580 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186ee40048dd7feccd586c88f433d7b47dbfd7dc0140a518261bfa5b158966a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a067c8d7-0449-48ac-8d72-c7c474e9d088" -d '{"events": [{"server_uuid": "4aac6ee1-e33c-4957-bb97-39e23139ba63", "name": "network-vif-plugged", "status": "completed", "tag": "1b5743b4-b6c9-449d-9b8a-dd2f82596278"}]}' {{(pid=110502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:45:27.192710 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3722a758-9f9f-4941-8d25-7c57da34bf51 req-1a0ac8af-a999-4ed2-9627-16dd500f4ed7 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 210 time: 0.0692973 May 26 13:45:27.246291 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c151cc-c8b0-46a3-983e-810d99e83cf4 x-openstack-request-id: req-37c151cc-c8b0-46a3-983e-810d99e83cf4 {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:45:27.246589 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aac6ee1-e33c-4957-bb97-39e23139ba63", "name": "network-vif-plugged", "status": "completed", "tag": "1b5743b4-b6c9-449d-9b8a-dd2f82596278", "code": 200}]} {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:45:27.246855 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-37c151cc-c8b0-46a3-983e-810d99e83cf4 {{(pid=110502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:45:27.247332 dv-cinder-819668-4-iscsi neutron-server[110502]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37c151cc-c8b0-46a3-983e-810d99e83cf4'] response: {'server_uuid': '4aac6ee1-e33c-4957-bb97-39e23139ba63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5743b4-b6c9-449d-9b8a-dd2f82596278', 'code': 200} May 26 13:45:27.333479 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 57538) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:45:27.469978 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-fa1f692e-9943-4c4d-ab1e-8f724bb2418a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:27.550296 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-fa1f692e-9943-4c4d-ab1e-8f724bb2418a admin admin] Publish callbacks [] for security_group (4ee488c2-3488-4d88-b8f8-d769ea075d44), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:27.554377 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-fa1f692e-9943-4c4d-ab1e-8f724bb2418a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (4ee488c2-3488-4d88-b8f8-d769ea075d44), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:27.574506 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118cc34b-2c60-4849-90c5-f30a3ac502c9 req-0fcfa983-4d24-429a-97db-4222c8dc8e90 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:27.576026 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-118cc34b-2c60-4849-90c5-f30a3ac502c9 req-0fcfa983-4d24-429a-97db-4222c8dc8e90 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 945 time: 0.0498493 May 26 13:45:27.594571 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-fa1f692e-9943-4c4d-ab1e-8f724bb2418a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e5d624ff4f9b4b0ab41435153eec5f1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2592359 May 26 13:45:27.595133 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f692e-9943-4c4d-ab1e-8f724bb2418a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee488c2-3488-4d88-b8f8-d769ea075d44,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:27.598083 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 57546) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:45:27.615116 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:27.632026 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-118cc34b-2c60-4849-90c5-f30a3ac502c9 req-6bf982f9-e93f-4bcf-9181-5963d692863e tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e73beaa-c450-47a6-aed3-c8a7e1527ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503082 May 26 13:45:27.652677 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-365fbdd1-ce9a-45cf-ac90-e4d7a7cdf3dd admin admin] Publish callbacks [] for security_group (4ee488c2-3488-4d88-b8f8-d769ea075d44), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:27.674103 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-365fbdd1-ce9a-45cf-ac90-e4d7a7cdf3dd admin admin] Publish callbacks [] for security_group (4ee488c2-3488-4d88-b8f8-d769ea075d44), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:27.724874 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-365fbdd1-ce9a-45cf-ac90-e4d7a7cdf3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (4ee488c2-3488-4d88-b8f8-d769ea075d44), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:27.728061 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-365fbdd1-ce9a-45cf-ac90-e4d7a7cdf3dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:27.729273 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-365fbdd1-ce9a-45cf-ac90-e4d7a7cdf3dd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4ee488c2-3488-4d88-b8f8-d769ea075d44 HTTP/1.1" status: 204 len: 168 time: 0.1308651 May 26 13:45:27.737526 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365fbdd1-ce9a-45cf-ac90-e4d7a7cdf3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee488c2-3488-4d88-b8f8-d769ea075d44,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:27.791603 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa410ed4-01fd-409f-bc0d-e58f0208c5f8 req-498f353e-3456-4cf6-91ac-547471bc09f9 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:27.793157 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-fa410ed4-01fd-409f-bc0d-e58f0208c5f8 req-498f353e-3456-4cf6-91ac-547471bc09f9 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 944 time: 0.0536005 May 26 13:45:27.827331 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:27.843966 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-fa410ed4-01fd-409f-bc0d-e58f0208c5f8 req-8b6d0560-1245-4571-89ac-56ba213bd442 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446911 May 26 13:45:28.018406 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 57556) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:45:28.032211 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-61a0fa10-5da6-45d6-bd9f-5f511844083e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:28.107482 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e936c569-085c-4dbc-800c-ac0aa9f0c1ee req-df41b14e-a9a7-43a6-bf44-c1e3dbb89167 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 210 time: 0.0374475 May 26 13:45:28.136469 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-61a0fa10-5da6-45d6-bd9f-5f511844083e admin admin] Publish callbacks [] for security_group (33f66491-464b-4b3c-b333-4111e032c93e), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:28.141273 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-61a0fa10-5da6-45d6-bd9f-5f511844083e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (33f66491-464b-4b3c-b333-4111e032c93e), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:28.181299 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-61a0fa10-5da6-45d6-bd9f-5f511844083e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fbc5059a12f24221b2df7c88b9a75a5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1618156 May 26 13:45:28.182137 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a0fa10-5da6-45d6-bd9f-5f511844083e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f66491-464b-4b3c-b333-4111e032c93e,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:28.183917 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 57560) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:45:28.232641 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-240db6c8-5337-4ee2-b9c7-966a7748459f admin admin] Publish callbacks [] for security_group (33f66491-464b-4b3c-b333-4111e032c93e), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:28.255689 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-240db6c8-5337-4ee2-b9c7-966a7748459f admin admin] Publish callbacks [] for security_group (33f66491-464b-4b3c-b333-4111e032c93e), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:28.304978 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-6e91ff83-cee5-4f4a-940b-ad9575a17f5d req-9a692256-6c3a-4083-9fbb-ac016f8dcc5a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 210 time: 0.0370378 May 26 13:45:28.332209 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-240db6c8-5337-4ee2-b9c7-966a7748459f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (33f66491-464b-4b3c-b333-4111e032c93e), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:28.334826 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-240db6c8-5337-4ee2-b9c7-966a7748459f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:28.336123 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-240db6c8-5337-4ee2-b9c7-966a7748459f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/33f66491-464b-4b3c-b333-4111e032c93e HTTP/1.1" status: 204 len: 168 time: 0.1511688 May 26 13:45:28.343939 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240db6c8-5337-4ee2-b9c7-966a7748459f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f66491-464b-4b3c-b333-4111e032c93e,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:28.753807 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d7d70-0b48-40a9-be7f-87e2db3f052a req-cb0fa6a2-7957-4843-a1dc-0d8676ee015b tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:28.755313 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-006d7d70-0b48-40a9-be7f-87e2db3f052a req-cb0fa6a2-7957-4843-a1dc-0d8676ee015b tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 945 time: 0.0524039 May 26 13:45:28.810315 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-006d7d70-0b48-40a9-be7f-87e2db3f052a req-96085d98-8650-4532-b057-54d578e3150f tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e73beaa-c450-47a6-aed3-c8a7e1527ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468409 May 26 13:45:28.994017 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18df0e-a2ec-4fa3-9f71-ccb66c5f6fee req-1afd05be-ea55-4821-9bd3-e83459ffc83e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:28.997424 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-bb18df0e-a2ec-4fa3-9f71-ccb66c5f6fee req-1afd05be-ea55-4821-9bd3-e83459ffc83e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 944 time: 0.0506153 May 26 13:45:29.046564 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-bb18df0e-a2ec-4fa3-9f71-ccb66c5f6fee req-0d56501d-6596-4158-b4b3-b48f47e2b5f2 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436964 May 26 13:45:29.092906 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 57610) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:45:29.193802 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-af66b2b1-6683-45ff-8a88-7382066ef6c6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-473789012-network', 'tenant_id': 'c879e95c508f401fbc77e63b1e64dd16'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:45:29.203359 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b8bcf8bc-6bdc-4328-98e3-8eca03bbd3e3 req-26837dd2-8e67-491a-9403-d5475ebe05cf tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 210 time: 0.0279360 May 26 13:45:29.216197 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af66b2b1-6683-45ff-8a88-7382066ef6c6 admin admin] Made reservation on behalf of c879e95c508f401fbc77e63b1e64dd16 for: {'network': 1} {{(pid=110501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:45:29.218735 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-af66b2b1-6683-45ff-8a88-7382066ef6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for network (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:29.228030 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-af66b2b1-6683-45ff-8a88-7382066ef6c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:29.307555 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-af66b2b1-6683-45ff-8a88-7382066ef6c6 admin admin] Publish callbacks [] for security_group (471f934c-6cd6-4b5f-a957-d0fe5d8f11fd), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:29.311675 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-af66b2b1-6683-45ff-8a88-7382066ef6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (471f934c-6cd6-4b5f-a957-d0fe5d8f11fd), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:29.338788 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af66b2b1-6683-45ff-8a88-7382066ef6c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=110501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 13:45:29.349429 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af66b2b1-6683-45ff-8a88-7382066ef6c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471f934c-6cd6-4b5f-a957-d0fe5d8f11fd,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:29.355900 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-af66b2b1-6683-45ff-8a88-7382066ef6c6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755648326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329'] for segment (8f5f18d2-2f00-493b-a6ff-c21b95675429), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:29.356348 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.db.segments_db [None req-af66b2b1-6683-45ff-8a88-7382066ef6c6 admin admin] Added segment 8f5f18d2-2f00-493b-a6ff-c21b95675429 of type vlan for network ed6e76ad-8a60-4553-9a4f-125f6a59cade May 26 13:45:29.421974 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-0d153974-5a20-4a2f-9d23-c90c53f0bb96 req-91f94c72-5030-47d6-a034-7e864628e681 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 210 time: 0.0360839 May 26 13:45:29.423503 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-af66b2b1-6683-45ff-8a88-7382066ef6c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755647801200'] for network (ed6e76ad-8a60-4553-9a4f-125f6a59cade), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:29.449997 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-af66b2b1-6683-45ff-8a88-7382066ef6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for network (ed6e76ad-8a60-4553-9a4f-125f6a59cade), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:29.451024 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af66b2b1-6683-45ff-8a88-7382066ef6c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:29.451597 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-af66b2b1-6683-45ff-8a88-7382066ef6c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:29.465012 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 914816b6-d98c-46f8-9da7-123cb0956236 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=110502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 13:45:29.507255 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-af66b2b1-6683-45ff-8a88-7382066ef6c6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4130950 May 26 13:45:29.510713 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 57618) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:45:29.515476 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:29.516222 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-371dc621-5dcb-41a6-8ff6-e775c929e701 admin admin] Request body: {'subnet': {'network_id': 'ed6e76ad-8a60-4553-9a4f-125f6a59cade', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-473789012-subnet', 'tenant_id': 'c879e95c508f401fbc77e63b1e64dd16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:45:29.519879 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af66b2b1-6683-45ff-8a88-7382066ef6c6 admin admin] Pushing event updated for resources: {'Network': ['ID=ed6e76ad-8a60-4553-9a4f-125f6a59cade,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:29.536320 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Network ed6e76ad-8a60-4553-9a4f-125f6a59cade details requested by agent ovs-agent-dv-cinder-819668-4-iscsi with host dv-cinder-819668-4-iscsi {{(pid=110502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 13:45:29.538226 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371dc621-5dcb-41a6-8ff6-e775c929e701 admin admin] Made reservation on behalf of c879e95c508f401fbc77e63b1e64dd16 for: {'subnet': 1} {{(pid=110500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:45:29.541527 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-371dc621-5dcb-41a6-8ff6-e775c929e701 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6595480'] for subnet (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:29.640172 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 914816b6-d98c-46f8-9da7-123cb0956236, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=914816b6-d98c-46f8-9da7-123cb0956236,segment=NetworkSegment(72489f9d-88bc-4f02-8b41-7b0a26fec68a),segment_id=72489f9d-88bc-4f02-8b41-7b0a26fec68a)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:45:29.652565 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Returning: {'device': '914816b6-d98c-46f8-9da7-123cb0956236', 'network_id': '7243f764-410e-4885-acdc-a415825d1293', 'port_id': '914816b6-d98c-46f8-9da7-123cb0956236', 'mac_address': 'fa:16:3e:30:c3:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f42c48c9-dd9d-4f2d-ada0-47f18130e415', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 13:45:29.659093 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:29.689704 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port 914816b6-d98c-46f8-9da7-123cb0956236 is: DOWN; New status is: BUILD {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:45:29.690098 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (914816b6-d98c-46f8-9da7-123cb0956236), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:29.703445 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 914816b6-d98c-46f8-9da7-123cb0956236 {{(pid=110502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:45:29.714933 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-371dc621-5dcb-41a6-8ff6-e775c929e701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7218032', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6595470'] for subnet (87df260c-e650-44a2-aa27-f9f1e5660e2c), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:29.725039 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 914816b6-d98c-46f8-9da7-123cb0956236, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=914816b6-d98c-46f8-9da7-123cb0956236,segment=NetworkSegment(72489f9d-88bc-4f02-8b41-7b0a26fec68a),segment_id=72489f9d-88bc-4f02-8b41-7b0a26fec68a)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:45:29.729698 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (914816b6-d98c-46f8-9da7-123cb0956236), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:29.767282 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371dc621-5dcb-41a6-8ff6-e775c929e701 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87df260c-e650-44a2-aa27-f9f1e5660e2c,revision_number=0']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:29.781624 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=914816b6-d98c-46f8-9da7-123cb0956236,revision_number=4']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:29.783298 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371dc621-5dcb-41a6-8ff6-e775c929e701 admin admin] Checking segment: {'id': '8f5f18d2-2f00-493b-a6ff-c21b95675429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ed6e76ad-8a60-4553-9a4f-125f6a59cade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:45:29.783663 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371dc621-5dcb-41a6-8ff6-e775c929e701 admin admin] Network hostable DHCP agents. Network: ed6e76ad-8a60-4553-9a4f-125f6a59cade, hostable agents: ['f02764f4-f497-4694-a2eb-22efe73666f4'], hosted agents: [] {{(pid=110500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 13:45:29.789979 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:29.803061 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371dc621-5dcb-41a6-8ff6-e775c929e701 admin admin] Network ed6e76ad-8a60-4553-9a4f-125f6a59cade is scheduled to be hosted by DHCP agent f02764f4-f497-4694-a2eb-22efe73666f4 with binding_index 1 {{(pid=110500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 13:45:29.812496 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [None req-371dc621-5dcb-41a6-8ff6-e775c929e701 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819668-4-iscsi, ed6e76ad-8a60-4553-9a4f-125f6a59cade) {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:45:29.816775 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371dc621-5dcb-41a6-8ff6-e775c929e701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:29.817375 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-371dc621-5dcb-41a6-8ff6-e775c929e701 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for subnet (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:29.822647 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d563c50-dc76-45e3-b83f-b0fcb9c39da8 None None] Network ed6e76ad-8a60-4553-9a4f-125f6a59cade requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:45:29.837453 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-371dc621-5dcb-41a6-8ff6-e775c929e701 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3244100 May 26 13:45:29.839694 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:29.935452 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042e6709-3c29-49d9-bdb4-caf9a239a65f None None] Network ed6e76ad-8a60-4553-9a4f-125f6a59cade requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:45:29.966343 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba618298-c673-4a61-af06-d98c3a18ba76 req-900c1182-e09f-4137-9574-2d930145ab9d tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:29.967876 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ba618298-c673-4a61-af06-d98c3a18ba76 req-900c1182-e09f-4137-9574-2d930145ab9d tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 945 time: 0.0722544 May 26 13:45:29.996457 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:30.029164 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ba618298-c673-4a61-af06-d98c3a18ba76 req-8e0e5593-4fae-42c6-a118-c371e76b6338 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e73beaa-c450-47a6-aed3-c8a7e1527ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517468 May 26 13:45:30.166270 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d9f44-5756-4d70-bdd9-a91dddee165d req-dfa73e56-9e36-4d8c-bbe9-a33ecfeabbce tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:30.168502 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-146d9f44-5756-4d70-bdd9-a91dddee165d req-dfa73e56-9e36-4d8c-bbe9-a33ecfeabbce tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 945 time: 0.0503926 May 26 13:45:30.218039 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-146d9f44-5756-4d70-bdd9-a91dddee165d req-e4791775-24ed-49ad-bb13-a4b67e4af056 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439875 May 26 13:45:30.311864 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-03ac3060-3d82-466a-acdc-6be772465720 req-ed27af44-e334-46b9-a7ba-1b84be8f7e04 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 210 time: 0.0284171 May 26 13:45:30.517750 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-476a2f0d-f7e1-4acc-81ae-6326510a14d7 req-5ed9b28d-5a26-4149-bb63-5d110bb735f7 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 210 time: 0.0264778 May 26 13:45:31.143234 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd178332-55c1-4e31-93a2-69ae995161ab req-c8ff9e73-fd81-48eb-9f10-204aa2fffc03 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:31.144724 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-dd178332-55c1-4e31-93a2-69ae995161ab req-c8ff9e73-fd81-48eb-9f10-204aa2fffc03 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 945 time: 0.0455270 May 26 13:45:31.193005 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-dd178332-55c1-4e31-93a2-69ae995161ab req-47dd960c-f37e-426d-9e84-c0e21c5bb226 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e73beaa-c450-47a6-aed3-c8a7e1527ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421047 May 26 13:45:31.345243 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e05221-8dcc-4f29-9d81-6f9e343ab0f8 req-ad338491-0eb2-4e3a-9c7e-ee51cc1b5dce tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:31.346728 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-54e05221-8dcc-4f29-9d81-6f9e343ab0f8 req-ad338491-0eb2-4e3a-9c7e-ee51cc1b5dce tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 945 time: 0.0511644 May 26 13:45:31.399378 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-54e05221-8dcc-4f29-9d81-6f9e343ab0f8 req-91f36a8f-2862-4694-82bf-bc8c12705d16 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431147 May 26 13:45:31.415300 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-11e924b3-e0c7-4326-99a0-dc9e91c72cbc req-30121b06-8182-4cf1-b836-ca2a517d1d2b tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 210 time: 0.0305049 May 26 13:45:31.609917 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-2703dc46-8317-4250-8ba2-ff54611a5146 req-64307d66-58ff-4d8a-8a15-f23f001981a0 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 210 time: 0.0264535 May 26 13:45:31.769349 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] get_ports_and_sgs() called for port_ids ['914816b6-d98c-46f8-9da7-123cb0956236'] {{(pid=110502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 13:45:32.001180 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:32.326016 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e459330-6503-4a27-be76-fbf2c3bed745 req-efc5f549-4a59-4e55-8e25-a7d5a73e23b5 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:32.327553 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-7e459330-6503-4a27-be76-fbf2c3bed745 req-efc5f549-4a59-4e55-8e25-a7d5a73e23b5 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 945 time: 0.0636568 May 26 13:45:32.342945 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876edd6-8576-4224-b56c-d24109f32bac req-6bca025d-a083-40f7-8ea5-0ea063a8c5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:32.352539 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-e876edd6-8576-4224-b56c-d24109f32bac req-6bca025d-a083-40f7-8ea5-0ea063a8c5ca service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=667a2ccd9c9045879b4b87e156997161&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3605025 May 26 13:45:32.379965 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-7e459330-6503-4a27-be76-fbf2c3bed745 req-ae476154-9690-4b1c-a0c5-c57821f0b637 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e73beaa-c450-47a6-aed3-c8a7e1527ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456350 May 26 13:45:32.527414 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-9d60907a-dd6c-4c95-9fca-29ac9d087960 req-5071fce3-77e4-493d-a58e-bf0d5dfcd9cf tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 210 time: 0.0375440 May 26 13:45:32.636713 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7449a7-24ff-4ddf-b522-a5904205327e req-fcce8f68-0875-4b59-93b3-bf3b67ccca70 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:32.638955 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-ec7449a7-24ff-4ddf-b522-a5904205327e req-fcce8f68-0875-4b59-93b3-bf3b67ccca70 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 945 time: 0.1613295 May 26 13:45:32.691260 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.57', 56524) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:45:32.760780 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832239e-79c1-4b3f-9b5a-f9fbc5ba896f req-7fe093c6-6756-42e3-b19d-b151a17ad55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:32.764578 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-1832239e-79c1-4b3f-9b5a-f9fbc5ba896f req-7fe093c6-6756-42e3-b19d-b151a17ad55b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ce476b2a1764f56b9780f4a5c75ac3d&device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 1129 time: 0.2386043 May 26 13:45:32.788276 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.57', 56525) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:45:32.927120 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-ec7449a7-24ff-4ddf-b522-a5904205327e req-a18e1e1d-7e63-42c9-9845-1f36b793459f tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2327580 May 26 13:45:32.941638 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876edd6-8576-4224-b56c-d24109f32bac req-0a03cb3d-ae3a-4ed9-828c-ee72569a78a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:32.943114 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-e876edd6-8576-4224-b56c-d24109f32bac req-0a03cb3d-ae3a-4ed9-828c-ee72569a78a6 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3966835 May 26 13:45:32.991737 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832239e-79c1-4b3f-9b5a-f9fbc5ba896f req-94cc2633-af6e-4213-91eb-89995d6b6858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:32.993506 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-1832239e-79c1-4b3f-9b5a-f9fbc5ba896f req-94cc2633-af6e-4213-91eb-89995d6b6858 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7243f764-410e-4885-acdc-a415825d1293 HTTP/1.1" status: 200 len: 918 time: 0.1999209 May 26 13:45:33.002749 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338a7f2-3972-47ef-9573-86cf115181d2 req-7974b114-ecde-4e0c-9146-f5b930b09cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:33.004215 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3338a7f2-3972-47ef-9573-86cf115181d2 req-7974b114-ecde-4e0c-9146-f5b930b09cd4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 1129 time: 0.2126522 May 26 13:45:33.043976 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-0c1a65ca-ef8e-42d7-aac7-8d94ac3e3698 req-c7dcbf5a-e32d-4ab5-97a5-936131678084 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 210 time: 0.0292571 May 26 13:45:33.064337 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373c030-b609-49d9-9563-35b74331905f req-3caaa44e-217d-4744-91fe-0a939e763e8d tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:33.066294 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0373c030-b609-49d9-9563-35b74331905f req-3caaa44e-217d-4744-91fe-0a939e763e8d tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.57 "GET /v2.0/networks?id=fcfdea38-f7ed-4182-bc5e-d5404ef24e0e HTTP/1.1" status: 200 len: 818 time: 0.4168720 May 26 13:45:33.087223 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-01dcccdb-486e-4e09-a2ff-06c45936be22 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:33.088691 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-01dcccdb-486e-4e09-a2ff-06c45936be22 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.57 "GET /v2.0/networks?id=96b4b46b-ed06-4350-9763-5db4d4c655a1 HTTP/1.1" status: 200 len: 811 time: 0.3936832 May 26 13:45:33.091510 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-1832239e-79c1-4b3f-9b5a-f9fbc5ba896f req-52a190de-72a9-4ab0-a0d2-a226d9e53b5a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=914816b6-d98c-46f8-9da7-123cb0956236 HTTP/1.1" status: 200 len: 217 time: 0.0406158 May 26 13:45:33.095630 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-3338a7f2-3972-47ef-9573-86cf115181d2 req-6b7adb5d-941f-4c60-9945-ee80f452082f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:33.113152 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:33.128598 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9182884f-9510-4453-bc58-a811f8c86063 req-737e2dad-4307-4e2f-9f09-58a522df3c2f tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:33.130070 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-9182884f-9510-4453-bc58-a811f8c86063 req-737e2dad-4307-4e2f-9f09-58a522df3c2f tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/networks?id=ed6e76ad-8a60-4553-9a4f-125f6a59cade HTTP/1.1" status: 200 len: 808 time: 0.3399048 May 26 13:45:33.152506 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [req-0373c030-b609-49d9-9563-35b74331905f req-a7894310-adbe-4b6d-99a7-84c3d49cca96 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Request body: {'port': {'device_id': 'b75f8bc8-637f-444e-b3f2-5f5fa9620cf9', 'network_id': 'fcfdea38-f7ed-4182-bc5e-d5404ef24e0e', 'admin_state_up': True, 'tenant_id': '667a2ccd9c9045879b4b87e156997161'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:45:33.169255 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-9182884f-9510-4453-bc58-a811f8c86063 req-064a95f6-2ddf-418a-8ff6-f8075eff4d3b tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/quotas/c879e95c508f401fbc77e63b1e64dd16 HTTP/1.1" status: 200 len: 375 time: 0.0316615 May 26 13:45:33.223386 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832239e-79c1-4b3f-9b5a-f9fbc5ba896f req-d6594699-9261-4bb2-9d1f-f919e84525aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:33.223386 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-1832239e-79c1-4b3f-9b5a-f9fbc5ba896f req-d6594699-9261-4bb2-9d1f-f919e84525aa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f42c48c9-dd9d-4f2d-ada0-47f18130e415 HTTP/1.1" status: 200 len: 856 time: 0.0611086 May 26 13:45:33.279539 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-8d8b980f-a6af-41a0-a75c-a5b4a3ec65b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:33.281094 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-8d8b980f-a6af-41a0-a75c-a5b4a3ec65b8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=667a2ccd9c9045879b4b87e156997161&device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 1127 time: 0.1251881 May 26 13:45:33.286994 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832239e-79c1-4b3f-9b5a-f9fbc5ba896f req-77d8ee14-14ad-4e91-807c-45cfad273a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:33.289240 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-1832239e-79c1-4b3f-9b5a-f9fbc5ba896f req-77d8ee14-14ad-4e91-807c-45cfad273a03 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7243f764-410e-4885-acdc-a415825d1293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0554216 May 26 13:45:33.300085 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-9182884f-9510-4453-bc58-a811f8c86063 req-42f7262b-bbdb-4eac-b7d5-36c7fabbe542 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c879e95c508f401fbc77e63b1e64dd16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1104126 May 26 13:45:33.336890 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-56f976db-17b6-4e64-bd88-3b567c87df12 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbc63303-0423-4bdd-8895-788f378a4ced HTTP/1.1" status: 200 len: 217 time: 0.0463166 May 26 13:45:33.395333 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=100 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:33.397964 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-39db9774-6f15-49b3-adf2-5bbf773985f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:33.399703 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-39db9774-6f15-49b3-adf2-5bbf773985f1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5 HTTP/1.1" status: 200 len: 857 time: 0.0529306 May 26 13:45:33.490855 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-f26b1e77-b142-4d3d-af1d-c22e3c9ab5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:33.490855 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-f26b1e77-b142-4d3d-af1d-c22e3c9ab5bf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fcfdea38-f7ed-4182-bc5e-d5404ef24e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0833616 May 26 13:45:33.523609 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-1832239e-79c1-4b3f-9b5a-f9fbc5ba896f req-a6f22abb-56a6-4bc5-9a9f-f799e5b8d08f service neutron] 10.222.0.57 "GET /v2.0/networks/7243f764-410e-4885-acdc-a415825d1293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257764 May 26 13:45:33.580032 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:33.625704 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-2076b92d-f441-4003-9eea-084c6d6d56eb tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2007395425194750a87edd6c0da44e66 HTTP/1.1" status: 200 len: 380 time: 0.4672859 May 26 13:45:33.631166 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 914816b6-d98c-46f8-9da7-123cb0956236 up at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:45:33.650626 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-a2ad2d44-3c4a-4b45-a15e-6d6cc3678f4f tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Request body: {'port': {'device_id': '84b45620-7dd5-4bb5-9da2-e48381d78256', 'network_id': '96b4b46b-ed06-4350-9763-5db4d4c655a1', 'admin_state_up': True, 'tenant_id': '2007395425194750a87edd6c0da44e66', 'security_groups': ['bf723036-140a-4533-a112-3303159751b0']}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:45:33.654417 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b6b07-db07-4cdf-b734-f871e37c5dca req-f9e6e902-05ac-460a-8bad-06748d15fbb1 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:33.655627 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-3338a7f2-3972-47ef-9573-86cf115181d2 req-6b7adb5d-941f-4c60-9945-ee80f452082f service neutron] Publish callbacks [] for security_group (99f535b4-e1c7-4c19-8b66-4188cd814cf5), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:33.655951 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-182b6b07-db07-4cdf-b734-f871e37c5dca req-f9e6e902-05ac-460a-8bad-06748d15fbb1 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 945 time: 0.0970066 May 26 13:45:33.682297 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-3338a7f2-3972-47ef-9573-86cf115181d2 req-6b7adb5d-941f-4c60-9945-ee80f452082f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (99f535b4-e1c7-4c19-8b66-4188cd814cf5), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:33.728284 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Provisioning for port 914816b6-d98c-46f8-9da7-123cb0956236 completed by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 13:45:33.737304 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Provisioning complete for port 914816b6-d98c-46f8-9da7-123cb0956236 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:45:33.738248 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (914816b6-d98c-46f8-9da7-123cb0956236), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:33.846523 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-182b6b07-db07-4cdf-b734-f871e37c5dca req-a268f9ea-b79d-4720-9f77-a567d5f086dc tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e73beaa-c450-47a6-aed3-c8a7e1527ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658556 May 26 13:45:33.850164 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3338a7f2-3972-47ef-9573-86cf115181d2 req-6b7adb5d-941f-4c60-9945-ee80f452082f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4e73beaa-c450-47a6-aed3-c8a7e1527ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7947352 May 26 13:45:33.871048 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-9182884f-9510-4453-bc58-a811f8c86063 req-d1ca6d60-51f8-42fe-a85a-c0bb832d417a service neutron] 10.222.0.16 "GET /v2.0/networks/ed6e76ad-8a60-4553-9a4f-125f6a59cade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5654411 May 26 13:45:33.877879 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0373c030-b609-49d9-9563-35b74331905f req-a7894310-adbe-4b6d-99a7-84c3d49cca96 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Made reservation on behalf of 667a2ccd9c9045879b4b87e156997161 for: {'port': 1} {{(pid=110500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:45:33.878266 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port 914816b6-d98c-46f8-9da7-123cb0956236 is: BUILD; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:45:33.878818 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (914816b6-d98c-46f8-9da7-123cb0956236), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:33.882495 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-0373c030-b609-49d9-9563-35b74331905f req-a7894310-adbe-4b6d-99a7-84c3d49cca96 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:33.905104 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7adb5d-941f-4c60-9945-ee80f452082f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=99f535b4-e1c7-4c19-8b66-4188cd814cf5,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:33.932403 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 914816b6-d98c-46f8-9da7-123cb0956236, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=914816b6-d98c-46f8-9da7-123cb0956236,segment=NetworkSegment(72489f9d-88bc-4f02-8b41-7b0a26fec68a),segment_id=72489f9d-88bc-4f02-8b41-7b0a26fec68a)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:45:33.933860 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef326f08-0e4f-4ad0-9f62-f4197ccf5b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914816b6-d98c-46f8-9da7-123cb0956236'}] {{(pid=110502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:45:33.936895 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186ee40048dd7feccd586c88f433d7b47dbfd7dc0140a518261bfa5b158966a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c450a31f-e133-4267-ab2f-d616b0898297" -d '{"events": [{"server_uuid": "ef326f08-0e4f-4ad0-9f62-f4197ccf5b65", "name": "network-vif-plugged", "status": "completed", "tag": "914816b6-d98c-46f8-9da7-123cb0956236"}]}' {{(pid=110502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:45:33.941903 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (914816b6-d98c-46f8-9da7-123cb0956236), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:34.057864 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-61891f32-9159-4ec9-8ca2-8ea298324749 req-2373eccd-db43-4da7-bbbb-c8d8b3ced0f8 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 210 time: 0.0508575 May 26 13:45:34.064717 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-7e056d39-5086-4b3c-8b7d-383b84a9eb08 service neutron] 10.222.0.57 "GET /v2.0/networks/fcfdea38-f7ed-4182-bc5e-d5404ef24e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4710262 May 26 13:45:34.066649 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-1832239e-79c1-4b3f-9b5a-f9fbc5ba896f req-6a54b2ae-7583-4a64-a040-9a2e25d0ecef service neutron] 10.222.0.57 "GET /v2.0/networks/7243f764-410e-4885-acdc-a415825d1293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4719224 May 26 13:45:34.082421 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=914816b6-d98c-46f8-9da7-123cb0956236,revision_number=5']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:34.110813 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ae23ba-df3a-4492-bd0c-8be3b538d580 x-openstack-request-id: req-14ae23ba-df3a-4492-bd0c-8be3b538d580 {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:45:34.111370 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef326f08-0e4f-4ad0-9f62-f4197ccf5b65", "name": "network-vif-plugged", "status": "completed", "tag": "914816b6-d98c-46f8-9da7-123cb0956236", "code": 200}]} {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:45:34.111760 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-14ae23ba-df3a-4492-bd0c-8be3b538d580 {{(pid=110502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:45:34.112923 dv-cinder-819668-4-iscsi neutron-server[110502]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14ae23ba-df3a-4492-bd0c-8be3b538d580'] response: {'server_uuid': 'ef326f08-0e4f-4ad0-9f62-f4197ccf5b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914816b6-d98c-46f8-9da7-123cb0956236', 'code': 200} May 26 13:45:34.161224 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 57776) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:45:34.164047 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-a2ad2d44-3c4a-4b45-a15e-6d6cc3678f4f tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Made reservation on behalf of 2007395425194750a87edd6c0da44e66 for: {'port': 1} {{(pid=110500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:45:34.168297 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-a2ad2d44-3c4a-4b45-a15e-6d6cc3678f4f tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:34.231611 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baadc73-8bd6-47f0-9ffb-80591f1e5db8 req-28cf075c-b653-4bad-b209-9a9fb43ae456 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:34.238666 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-5baadc73-8bd6-47f0-9ffb-80591f1e5db8 req-28cf075c-b653-4bad-b209-9a9fb43ae456 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0588996 May 26 13:45:34.248224 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-9182884f-9510-4453-bc58-a811f8c86063 req-0e7f4a1b-4004-4dcf-a174-316042fa3f6e service neutron] 10.222.0.16 "GET /v2.0/networks/ed6e76ad-8a60-4553-9a4f-125f6a59cade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751190 May 26 13:45:34.312957 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-5baadc73-8bd6-47f0-9ffb-80591f1e5db8 req-6917fb80-59c8-4665-b48c-0a5c4776c8f4 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730603 May 26 13:45:34.355199 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f7b50356-81d7-4b0c-8988-17b6d3b538fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:34.377436 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=100 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:34.402517 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.db_base_plugin_common [req-0373c030-b609-49d9-9563-35b74331905f req-a7894310-adbe-4b6d-99a7-84c3d49cca96 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Allocated IP 172.20.0.12 (fcfdea38-f7ed-4182-bc5e-d5404ef24e0e/b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5/22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa) {{(pid=110500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:45:34.413737 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:34.422178 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-1f81dea1-be3f-4845-8ced-ecc3ebf4d292 req-49cdc8a2-b1b9-4a72-aa2c-ceead198e00f tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 210 time: 0.0425558 May 26 13:45:34.484338 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 57784) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:45:34.518443 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f7b50356-81d7-4b0c-8988-17b6d3b538fc admin admin] Publish callbacks [] for security_group (9032d34c-614b-41a4-a516-8e0348a38387), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:34.525889 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f7b50356-81d7-4b0c-8988-17b6d3b538fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (9032d34c-614b-41a4-a516-8e0348a38387), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:34.585797 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-f7b50356-81d7-4b0c-8988-17b6d3b538fc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=02f7c8a7b320491eae95111f980252ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4218900 May 26 13:45:34.586591 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b50356-81d7-4b0c-8988-17b6d3b538fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9032d34c-614b-41a4-a516-8e0348a38387,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:34.596789 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 57792) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:45:34.609080 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ed04e1ee-f359-43ea-9b5a-2ea6d8ff4951 req-08646ba3-e4ab-4de6-a8d6-49b3fd6f54f8 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1 HTTP/1.1" status: 200 len: 210 time: 0.0781310 May 26 13:45:34.610230 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.db_base_plugin_common [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-a2ad2d44-3c4a-4b45-a15e-6d6cc3678f4f tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Allocated IP 172.20.0.13 (96b4b46b-ed06-4350-9763-5db4d4c655a1/761e5aa1-c2fe-4f86-81be-d9dede097e42/fa68ed54-b95b-4bfd-afca-997df1610ee7) {{(pid=110500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:45:34.664891 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:34.668824 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d3ad77d7-1b19-47c1-8f74-459b87ea886a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:34.766283 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d3ad77d7-1b19-47c1-8f74-459b87ea886a admin admin] Publish callbacks [] for security_group (0d182460-889c-4272-8930-beead0fb18cd), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:34.771864 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d3ad77d7-1b19-47c1-8f74-459b87ea886a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (0d182460-889c-4272-8930-beead0fb18cd), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:34.775447 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-0373c030-b609-49d9-9563-35b74331905f req-a7894310-adbe-4b6d-99a7-84c3d49cca96 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks [] for port (22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:34.800734 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:34.818504 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-d3ad77d7-1b19-47c1-8f74-459b87ea886a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f0eb112ea8a944ae8786052628ee74a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3305533 May 26 13:45:34.818504 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad77d7-1b19-47c1-8f74-459b87ea886a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d182460-889c-4272-8930-beead0fb18cd,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:34.818954 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 57798) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:45:34.863143 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-723ec9b9-9107-4dff-ad0e-a0599a01a56a admin admin] Publish callbacks [] for security_group (9032d34c-614b-41a4-a516-8e0348a38387), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:34.964699 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba491f1-4780-4ddb-9d27-5ba880fc0bb5 req-aeca13f8-9f9c-4031-9617-b94eb1d2743c tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:34.965329 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-723ec9b9-9107-4dff-ad0e-a0599a01a56a admin admin] Publish callbacks [] for security_group (9032d34c-614b-41a4-a516-8e0348a38387), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:34.966237 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-4ba491f1-4780-4ddb-9d27-5ba880fc0bb5 req-aeca13f8-9f9c-4031-9617-b94eb1d2743c tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 945 time: 0.0573642 May 26 13:45:34.981607 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-0373c030-b609-49d9-9563-35b74331905f req-a7894310-adbe-4b6d-99a7-84c3d49cca96 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:35.017241 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-4ba491f1-4780-4ddb-9d27-5ba880fc0bb5 req-ac4fa749-066d-4e14-b3f4-2dea1f906ed2 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e73beaa-c450-47a6-aed3-c8a7e1527ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442486 May 26 13:45:35.039954 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-a2ad2d44-3c4a-4b45-a15e-6d6cc3678f4f tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks [] for port (fa68ed54-b95b-4bfd-afca-997df1610ee7), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:35.069965 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-32c30876-4244-4d53-b38f-ad4b1306bb9e admin admin] Publish callbacks [] for security_group (0d182460-889c-4272-8930-beead0fb18cd), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:35.091338 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0373c030-b609-49d9-9563-35b74331905f req-a7894310-adbe-4b6d-99a7-84c3d49cca96 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Network fcfdea38-f7ed-4182-bc5e-d5404ef24e0e is already hosted by enough agents. {{(pid=110500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:45:35.093502 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:35.110934 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [req-0373c030-b609-49d9-9563-35b74331905f req-a7894310-adbe-4b6d-99a7-84c3d49cca96 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Resources bound (agent type, host, resource id): {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:45:35.113402 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [req-0373c030-b609-49d9-9563-35b74331905f req-a7894310-adbe-4b6d-99a7-84c3d49cca96 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Received port after_create {{(pid=110500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:45:35.126901 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7894310-adbe-4b6d-99a7-84c3d49cca96 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Pushing event updated for resources: {'Port': ['ID=22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:35.171073 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-32c30876-4244-4d53-b38f-ad4b1306bb9e admin admin] Publish callbacks [] for security_group (0d182460-889c-4272-8930-beead0fb18cd), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:35.224924 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ca7eb445-c5f2-4da4-806f-788491b8de05 req-2d9a7d16-a400-46ba-a1e1-12320213c242 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 210 time: 0.0671492 May 26 13:45:35.245656 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-723ec9b9-9107-4dff-ad0e-a0599a01a56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (9032d34c-614b-41a4-a516-8e0348a38387), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:35.248260 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-723ec9b9-9107-4dff-ad0e-a0599a01a56a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:35.249428 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-723ec9b9-9107-4dff-ad0e-a0599a01a56a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9032d34c-614b-41a4-a516-8e0348a38387 HTTP/1.1" status: 204 len: 168 time: 0.6516087 May 26 13:45:35.259793 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-a2ad2d44-3c4a-4b45-a15e-6d6cc3678f4f tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (fa68ed54-b95b-4bfd-afca-997df1610ee7), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:35.283230 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373c030-b609-49d9-9563-35b74331905f req-a7894310-adbe-4b6d-99a7-84c3d49cca96 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:35.283743 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-0373c030-b609-49d9-9563-35b74331905f req-a7894310-adbe-4b6d-99a7-84c3d49cca96 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:35.322443 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ec9b9-9107-4dff-ad0e-a0599a01a56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9032d34c-614b-41a4-a516-8e0348a38387,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:35.337857 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=6 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:35.347242 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-a2ad2d44-3c4a-4b45-a15e-6d6cc3678f4f tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Network 96b4b46b-ed06-4350-9763-5db4d4c655a1 is already hosted by enough agents. {{(pid=110500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:45:35.353880 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-a2ad2d44-3c4a-4b45-a15e-6d6cc3678f4f tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Resources bound (agent type, host, resource id): {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:45:35.356294 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-a2ad2d44-3c4a-4b45-a15e-6d6cc3678f4f tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Received port after_create {{(pid=110500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:45:35.395467 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-6cccb0d9-6a0b-42c9-8928-e482b6144604 None None] Provisioning complete for port 22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:45:35.398701 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-6cccb0d9-6a0b-42c9-8928-e482b6144604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:35.399375 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0373c030-b609-49d9-9563-35b74331905f req-a7894310-adbe-4b6d-99a7-84c3d49cca96 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2506542 May 26 13:45:35.414581 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ad2d44-3c4a-4b45-a15e-6d6cc3678f4f tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Pushing event updated for resources: {'Port': ['ID=fa68ed54-b95b-4bfd-afca-997df1610ee7,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:35.424548 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-32c30876-4244-4d53-b38f-ad4b1306bb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (0d182460-889c-4272-8930-beead0fb18cd), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:35.428455 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-32c30876-4244-4d53-b38f-ad4b1306bb9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:35.435400 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-32c30876-4244-4d53-b38f-ad4b1306bb9e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0d182460-889c-4272-8930-beead0fb18cd HTTP/1.1" status: 204 len: 168 time: 0.6031783 May 26 13:45:35.458896 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-a2ad2d44-3c4a-4b45-a15e-6d6cc3678f4f tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:35.460724 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-a2ad2d44-3c4a-4b45-a15e-6d6cc3678f4f tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:35.473797 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c30876-4244-4d53-b38f-ad4b1306bb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d182460-889c-4272-8930-beead0fb18cd,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:35.491511 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-a2ad2d44-3c4a-4b45-a15e-6d6cc3678f4f tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8489819 May 26 13:45:35.505624 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fc65a-2fc1-4ccd-ad6b-892e720aea8b req-37ac8185-2c15-4b9b-b7cb-55b13171b420 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:35.515223 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-2c6fc65a-2fc1-4ccd-ad6b-892e720aea8b req-37ac8185-2c15-4b9b-b7cb-55b13171b420 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.1118169 May 26 13:45:35.517949 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-6cccb0d9-6a0b-42c9-8928-e482b6144604 None None] Port 22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa cannot update to ACTIVE because it is not bound. {{(pid=110502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:45:35.606981 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557efc10-4552-4809-aa24-67246cfc3e61 req-bfed2085-e20a-4688-8ec4-ea0103b3b3a5 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:35.608760 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-557efc10-4552-4809-aa24-67246cfc3e61 req-bfed2085-e20a-4688-8ec4-ea0103b3b3a5 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 932 time: 0.0573084 May 26 13:45:35.654793 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-2c6fc65a-2fc1-4ccd-ad6b-892e720aea8b req-2423795e-81ba-4222-8bb8-4eb556fa0ee8 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380401 May 26 13:45:35.721878 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-557efc10-4552-4809-aa24-67246cfc3e61 req-0e279094-d77a-43b3-9bdc-e4286d42f33a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061556 May 26 13:45:35.754485 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 57820) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:45:35.777689 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d2884e0d-8334-4467-ba1c-fe917a5bc611 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:35.875322 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-1dd949d1-c9ad-4835-9a03-0fa9b7379de6 None None] Provisioning complete for port fa68ed54-b95b-4bfd-afca-997df1610ee7 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:45:35.875837 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-1dd949d1-c9ad-4835-9a03-0fa9b7379de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (fa68ed54-b95b-4bfd-afca-997df1610ee7), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:35.877104 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d2884e0d-8334-4467-ba1c-fe917a5bc611 admin admin] Publish callbacks [] for security_group (29b211db-b9d0-493a-8423-5db94f5316c7), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:35.882337 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d2884e0d-8334-4467-ba1c-fe917a5bc611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (29b211db-b9d0-493a-8423-5db94f5316c7), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:35.908751 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-1dd949d1-c9ad-4835-9a03-0fa9b7379de6 None None] Port fa68ed54-b95b-4bfd-afca-997df1610ee7 cannot update to ACTIVE because it is not bound. {{(pid=110502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:45:35.951831 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-b1d8f1ad-268e-48ba-b537-d7ccedc71346 req-4783b8c1-be6b-4f72-a652-cf3a1032e1de tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1 HTTP/1.1" status: 200 len: 210 time: 0.0658786 May 26 13:45:35.962081 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-d2884e0d-8334-4467-ba1c-fe917a5bc611 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=484ddde9dfe34888b27ce2cd1a550f49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2062876 May 26 13:45:35.964356 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2884e0d-8334-4467-ba1c-fe917a5bc611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b211db-b9d0-493a-8423-5db94f5316c7,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:35.965184 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 57824) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:45:35.973122 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2884e0d-8334-4467-ba1c-fe917a5bc611 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:45:35.973122 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2884e0d-8334-4467-ba1c-fe917a5bc611 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:45:35.973727 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2884e0d-8334-4467-ba1c-fe917a5bc611 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:45:35.974082 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2884e0d-8334-4467-ba1c-fe917a5bc611 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:45:35.974426 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2884e0d-8334-4467-ba1c-fe917a5bc611 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:45:35.974766 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2884e0d-8334-4467-ba1c-fe917a5bc611 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:45:35.975123 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2884e0d-8334-4467-ba1c-fe917a5bc611 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:45:35.975463 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2884e0d-8334-4467-ba1c-fe917a5bc611 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:45:35.975802 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2884e0d-8334-4467-ba1c-fe917a5bc611 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:45:35.976135 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2884e0d-8334-4467-ba1c-fe917a5bc611 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:45:35.976629 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2884e0d-8334-4467-ba1c-fe917a5bc611 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:45:35.976990 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2884e0d-8334-4467-ba1c-fe917a5bc611 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:45:35.977299 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2884e0d-8334-4467-ba1c-fe917a5bc611 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:45:35.977633 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2884e0d-8334-4467-ba1c-fe917a5bc611 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:45:35.977957 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2884e0d-8334-4467-ba1c-fe917a5bc611 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:45:36.021824 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 57826) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:45:36.035867 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b2b0bc7f-e982-42e3-ac58-2115402a57f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:36.036486 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d8a21d33-4083-4ba1-8286-24511ac89a57 admin admin] Publish callbacks [] for security_group (29b211db-b9d0-493a-8423-5db94f5316c7), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:36.060500 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d8a21d33-4083-4ba1-8286-24511ac89a57 admin admin] Publish callbacks [] for security_group (29b211db-b9d0-493a-8423-5db94f5316c7), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:36.117870 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b2b0bc7f-e982-42e3-ac58-2115402a57f2 admin admin] Publish callbacks [] for security_group (15b4f997-e5cb-4b97-8aff-248ccc2a48e2), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:36.121856 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b2b0bc7f-e982-42e3-ac58-2115402a57f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (15b4f997-e5cb-4b97-8aff-248ccc2a48e2), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:36.148362 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:INSERT=13,neutron:SELECT=87 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:36.150950 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc782f-8234-4fec-9ba9-49cc72f4e416 req-2bcac5f6-f6a1-400d-994c-1b45a21f870d tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:36.152639 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5bbc782f-8234-4fec-9ba9-49cc72f4e416 req-2bcac5f6-f6a1-400d-994c-1b45a21f870d tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 945 time: 0.0578504 May 26 13:45:36.158429 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d8a21d33-4083-4ba1-8286-24511ac89a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (29b211db-b9d0-493a-8423-5db94f5316c7), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:36.161038 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d8a21d33-4083-4ba1-8286-24511ac89a57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:36.165783 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-d8a21d33-4083-4ba1-8286-24511ac89a57 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/29b211db-b9d0-493a-8423-5db94f5316c7 HTTP/1.1" status: 204 len: 168 time: 0.1995838 May 26 13:45:36.166610 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-b2b0bc7f-e982-42e3-ac58-2115402a57f2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5ce6bf92cca04078814abd290002f098&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1436682 May 26 13:45:36.167761 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b0bc7f-e982-42e3-ac58-2115402a57f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b4f997-e5cb-4b97-8aff-248ccc2a48e2,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:36.170201 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 57832) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:45:36.188175 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a21d33-4083-4ba1-8286-24511ac89a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b211db-b9d0-493a-8423-5db94f5316c7,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:36.205089 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a21d33-4083-4ba1-8286-24511ac89a57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:45:36.205440 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a21d33-4083-4ba1-8286-24511ac89a57 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:45:36.205815 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a21d33-4083-4ba1-8286-24511ac89a57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:45:36.206163 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a21d33-4083-4ba1-8286-24511ac89a57 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:45:36.206502 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a21d33-4083-4ba1-8286-24511ac89a57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:45:36.206837 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a21d33-4083-4ba1-8286-24511ac89a57 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:45:36.207166 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a21d33-4083-4ba1-8286-24511ac89a57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:45:36.207496 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a21d33-4083-4ba1-8286-24511ac89a57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:45:36.207825 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a21d33-4083-4ba1-8286-24511ac89a57 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:45:36.208153 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a21d33-4083-4ba1-8286-24511ac89a57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:45:36.208519 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a21d33-4083-4ba1-8286-24511ac89a57 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:45:36.208870 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a21d33-4083-4ba1-8286-24511ac89a57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:45:36.209206 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a21d33-4083-4ba1-8286-24511ac89a57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:45:36.209525 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a21d33-4083-4ba1-8286-24511ac89a57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:45:36.209993 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a21d33-4083-4ba1-8286-24511ac89a57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:45:36.234962 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b4d90c97-62b6-407c-b37b-d0293a407c9a admin admin] Publish callbacks [] for security_group (15b4f997-e5cb-4b97-8aff-248ccc2a48e2), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:36.252224 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5bbc782f-8234-4fec-9ba9-49cc72f4e416 req-0f94c12f-3278-4aac-a58b-3f7412337e16 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e73beaa-c450-47a6-aed3-c8a7e1527ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826635 May 26 13:45:36.272941 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b4d90c97-62b6-407c-b37b-d0293a407c9a admin admin] Publish callbacks [] for security_group (15b4f997-e5cb-4b97-8aff-248ccc2a48e2), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:36.281969 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:36.371482 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad2964-342d-40a8-b73c-cc4371ae993c req-37ac228c-da54-4216-8bd8-25c75ff04bbe tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:36.373070 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-6aad2964-342d-40a8-b73c-cc4371ae993c req-37ac228c-da54-4216-8bd8-25c75ff04bbe tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 932 time: 0.0605788 May 26 13:45:36.390261 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b4d90c97-62b6-407c-b37b-d0293a407c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (15b4f997-e5cb-4b97-8aff-248ccc2a48e2), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:36.392738 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b4d90c97-62b6-407c-b37b-d0293a407c9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:36.393854 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-b4d90c97-62b6-407c-b37b-d0293a407c9a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/15b4f997-e5cb-4b97-8aff-248ccc2a48e2 HTTP/1.1" status: 204 len: 168 time: 0.2226164 May 26 13:45:36.410803 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d90c97-62b6-407c-b37b-d0293a407c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b4f997-e5cb-4b97-8aff-248ccc2a48e2,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:36.461232 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-6aad2964-342d-40a8-b73c-cc4371ae993c req-7591046f-4196-41cb-9495-57f2516e0ee6 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794907 May 26 13:45:36.747415 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 57854) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:45:36.777450 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-009e4ac8-3ddd-4da5-8e6d-0f6ec353f988 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:36.834166 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f3b91-16cc-433e-8665-712f21e733d8 req-0f68051d-18e1-4bd1-87a9-c70a9b659d6f tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:36.836756 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-240f3b91-16cc-433e-8665-712f21e733d8 req-0f68051d-18e1-4bd1-87a9-c70a9b659d6f tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0815639 May 26 13:45:36.865228 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be8378-4152-453b-8841-2f7779b5053a req-6536cb21-fdac-44c4-8f38-f0008f8c094e tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:36.872404 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-f2be8378-4152-453b-8841-2f7779b5053a req-6536cb21-fdac-44c4-8f38-f0008f8c094e tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 932 time: 0.0568471 May 26 13:45:36.935514 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-240f3b91-16cc-433e-8665-712f21e733d8 req-4e2966f9-ffbd-4132-84f4-c8b6bc9740ed tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832729 May 26 13:45:36.951106 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-f2be8378-4152-453b-8841-2f7779b5053a req-dc23a24a-a05a-49f0-8dd1-626270756f40 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775852 May 26 13:45:36.962540 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-009e4ac8-3ddd-4da5-8e6d-0f6ec353f988 admin admin] Publish callbacks [] for security_group (7b4fba62-ae7b-4979-ad8e-85e34ec59d26), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:36.977590 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-009e4ac8-3ddd-4da5-8e6d-0f6ec353f988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (7b4fba62-ae7b-4979-ad8e-85e34ec59d26), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:36.983798 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=6 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:37.027723 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009e4ac8-3ddd-4da5-8e6d-0f6ec353f988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4fba62-ae7b-4979-ad8e-85e34ec59d26,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:37.043733 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-009e4ac8-3ddd-4da5-8e6d-0f6ec353f988 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=baf8082dddc2410b8242f99b7fe6f27b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2940810 May 26 13:45:37.046494 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 57866) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:45:37.066095 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-18cf758c-6ae3-421e-8520-e5ddb11aeb04 req-5768e45d-e023-460f-9cd3-b210502d1bac tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1 HTTP/1.1" status: 200 len: 210 time: 0.0341129 May 26 13:45:37.106288 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-9fc9df23-60a1-4f4f-9a34-68132e3bbba5 admin admin] Publish callbacks [] for security_group (7b4fba62-ae7b-4979-ad8e-85e34ec59d26), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:37.136551 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-9fc9df23-60a1-4f4f-9a34-68132e3bbba5 admin admin] Publish callbacks [] for security_group (7b4fba62-ae7b-4979-ad8e-85e34ec59d26), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:37.186492 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-9fc9df23-60a1-4f4f-9a34-68132e3bbba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (7b4fba62-ae7b-4979-ad8e-85e34ec59d26), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:37.189264 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-9fc9df23-60a1-4f4f-9a34-68132e3bbba5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:37.190423 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-9fc9df23-60a1-4f4f-9a34-68132e3bbba5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7b4fba62-ae7b-4979-ad8e-85e34ec59d26 HTTP/1.1" status: 204 len: 168 time: 0.1429362 May 26 13:45:37.199401 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9df23-60a1-4f4f-9a34-68132e3bbba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4fba62-ae7b-4979-ad8e-85e34ec59d26,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:37.379297 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f610e-17ff-454e-b196-6215ad3189df req-ef1bb53a-17f3-49d4-b5f4-7d40bcc2ef47 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:37.381160 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-6b8f610e-17ff-454e-b196-6215ad3189df req-ef1bb53a-17f3-49d4-b5f4-7d40bcc2ef47 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 945 time: 0.0559618 May 26 13:45:37.443569 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-6b8f610e-17ff-454e-b196-6215ad3189df req-cdbab69f-e76b-49c3-9f62-84cad279bddc tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e73beaa-c450-47a6-aed3-c8a7e1527ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561101 May 26 13:45:37.599054 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16bf84-b5df-4d83-9db6-60093a39d823 req-08ada9a0-a21c-4e2c-9525-1faded08d749 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:37.606994 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6a16bf84-b5df-4d83-9db6-60093a39d823 req-08ada9a0-a21c-4e2c-9525-1faded08d749 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 932 time: 0.0642829 May 26 13:45:37.657869 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6a16bf84-b5df-4d83-9db6-60093a39d823 req-c04a6667-1577-4f14-ac66-503dec06e7dc tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498161 May 26 13:45:38.077259 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e0bb8-afec-4b0f-9856-fc346e511014 req-cb2a7272-4a9c-4bf8-8e74-ec47fe45df38 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:38.078920 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b93e0bb8-afec-4b0f-9856-fc346e511014 req-cb2a7272-4a9c-4bf8-8e74-ec47fe45df38 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0507710 May 26 13:45:38.100737 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a844c3f-02a1-4513-a0c3-b6c8ee29025b req-45c6b9d5-9c5e-4978-9f59-b8814da40479 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:38.103126 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-9a844c3f-02a1-4513-a0c3-b6c8ee29025b req-45c6b9d5-9c5e-4978-9f59-b8814da40479 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 932 time: 0.0600159 May 26 13:45:38.145762 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b93e0bb8-afec-4b0f-9856-fc346e511014 req-2526d164-24fd-41fd-9030-f56036c1b85f tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608075 May 26 13:45:38.167341 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-9a844c3f-02a1-4513-a0c3-b6c8ee29025b req-ad7fb18d-cac1-4e0e-abf6-a8a5308b67c3 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586076 May 26 13:45:38.229043 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:38.252997 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f885d205-72f6-4eb2-b0d6-0129063717f8 req-9bea85ea-c74d-4972-adeb-d790658dd252 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1 HTTP/1.1" status: 200 len: 210 time: 0.0336709 May 26 13:45:38.342003 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [req-0373c030-b609-49d9-9563-35b74331905f req-024ff845-5411-4c58-b4eb-3f1bf3577786 service neutron] Request body: {'port': {'device_id': 'b75f8bc8-637f-444e-b3f2-5f5fa9620cf9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:45:38.355927 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-b04ea48c-8397-4eba-82be-4640dacaf11c service neutron] Request body: {'port': {'device_id': '84b45620-7dd5-4bb5-9da2-e48381d78256', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:45:38.483622 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-b04ea48c-8397-4eba-82be-4640dacaf11c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (fa68ed54-b95b-4bfd-afca-997df1610ee7), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:38.513689 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-0373c030-b609-49d9-9563-35b74331905f req-024ff845-5411-4c58-b4eb-3f1bf3577786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:38.557460 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-756a1b7c-e086-405f-a377-d97a5b57b413 req-e06ba75a-db6d-4125-9b46-267349042aea service neutron] 10.222.0.57 "GET /v2.0/networks/fcfdea38-f7ed-4182-bc5e-d5404ef24e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156980 May 26 13:45:38.576107 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 57936) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:45:38.664425 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea09f4-d406-4449-a20b-9d46613438be req-445e7949-aa35-4e17-bd02-f57b24f90c8a tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:38.674560 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-8fea09f4-d406-4449-a20b-9d46613438be req-445e7949-aa35-4e17-bd02-f57b24f90c8a tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 945 time: 0.0754521 May 26 13:45:38.744684 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-8fea09f4-d406-4449-a20b-9d46613438be req-e25c04d6-69ac-488c-a86f-5b976da45743 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e73beaa-c450-47a6-aed3-c8a7e1527ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684886 May 26 13:45:38.769274 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-74252d3d-937e-4c6f-926f-3c536456028e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:38.834468 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:38.857941 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:38.874741 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-74252d3d-937e-4c6f-926f-3c536456028e admin admin] Publish callbacks [] for security_group (bdaaccd8-34f6-4e12-a10e-5314843acd28), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:38.883623 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-74252d3d-937e-4c6f-926f-3c536456028e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (bdaaccd8-34f6-4e12-a10e-5314843acd28), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:38.911078 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2190ba4-9bd6-47e9-866c-e6ccabb7e007 req-f8d7bafe-ee88-4561-80b7-52065112688c tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:38.917947 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b2190ba4-9bd6-47e9-866c-e6ccabb7e007 req-f8d7bafe-ee88-4561-80b7-52065112688c tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 932 time: 0.1453228 May 26 13:45:38.934726 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-74252d3d-937e-4c6f-926f-3c536456028e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4549abda210b4fa8baaf75edbb7b250a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3549266 May 26 13:45:38.934726 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74252d3d-937e-4c6f-926f-3c536456028e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdaaccd8-34f6-4e12-a10e-5314843acd28,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:38.935626 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 57952) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:45:39.003432 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f863c8c5-e89e-43fe-ad96-625f3b583a49 admin admin] Publish callbacks [] for security_group (bdaaccd8-34f6-4e12-a10e-5314843acd28), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:39.030844 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f863c8c5-e89e-43fe-ad96-625f3b583a49 admin admin] Publish callbacks [] for security_group (bdaaccd8-34f6-4e12-a10e-5314843acd28), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:39.073101 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:39.087099 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f863c8c5-e89e-43fe-ad96-625f3b583a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (bdaaccd8-34f6-4e12-a10e-5314843acd28), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:39.090524 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f863c8c5-e89e-43fe-ad96-625f3b583a49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:39.091228 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b2190ba4-9bd6-47e9-866c-e6ccabb7e007 req-13cdcec0-c57e-487f-9be6-8bc9d9703cd4 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724284 May 26 13:45:39.092023 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-f863c8c5-e89e-43fe-ad96-625f3b583a49 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bdaaccd8-34f6-4e12-a10e-5314843acd28 HTTP/1.1" status: 204 len: 168 time: 0.1498396 May 26 13:45:39.103509 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f863c8c5-e89e-43fe-ad96-625f3b583a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdaaccd8-34f6-4e12-a10e-5314843acd28,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:39.341369 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a71725-149b-4364-a30c-6d683af5c5b6 req-823b4314-8984-42a2-bd67-4d4f9f00d8e6 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:39.345911 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-e4a71725-149b-4364-a30c-6d683af5c5b6 req-823b4314-8984-42a2-bd67-4d4f9f00d8e6 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0825012 May 26 13:45:39.393030 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c3265-9864-4a27-8115-9904ea6f21f0 req-832fbff7-3d62-427d-a615-f8048a61ecdd tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:39.395294 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a69c3265-9864-4a27-8115-9904ea6f21f0 req-832fbff7-3d62-427d-a615-f8048a61ecdd tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 932 time: 0.0794051 May 26 13:45:39.448373 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-e4a71725-149b-4364-a30c-6d683af5c5b6 req-9cc34d6c-50b9-4991-93e5-95c1100d05a1 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965030 May 26 13:45:39.547204 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-b04ea48c-8397-4eba-82be-4640dacaf11c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa68ed54-b95b-4bfd-afca-997df1610ee7 {{(pid=110500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:45:39.554878 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a69c3265-9864-4a27-8115-9904ea6f21f0 req-9f1be408-b247-4770-a70a-19d4f96b1818 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496840 May 26 13:45:39.561023 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-b04ea48c-8397-4eba-82be-4640dacaf11c service neutron] Publish callbacks [] for port (fa68ed54-b95b-4bfd-afca-997df1610ee7), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:39.564614 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-9718f8ae-603b-48d3-97ee-0f240b4d132a req-3a0fecd2-0491-4042-a251-ac4ddf081798 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1 HTTP/1.1" status: 200 len: 210 time: 0.0331047 May 26 13:45:39.594489 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [req-0373c030-b609-49d9-9563-35b74331905f req-024ff845-5411-4c58-b4eb-3f1bf3577786 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa {{(pid=110500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:45:39.600746 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:39.604911 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.provisioning_blocks [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-b04ea48c-8397-4eba-82be-4640dacaf11c service neutron] Transition to ACTIVE for port object fa68ed54-b95b-4bfd-afca-997df1610ee7 will not be triggered until provisioned by entity L2. {{(pid=110500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 13:45:39.607716 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-0373c030-b609-49d9-9563-35b74331905f req-024ff845-5411-4c58-b4eb-3f1bf3577786 service neutron] Publish callbacks [] for port (22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:39.612264 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-b04ea48c-8397-4eba-82be-4640dacaf11c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (fa68ed54-b95b-4bfd-afca-997df1610ee7), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:39.663872 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.provisioning_blocks [req-0373c030-b609-49d9-9563-35b74331905f req-024ff845-5411-4c58-b4eb-3f1bf3577786 service neutron] Transition to ACTIVE for port object 22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa will not be triggered until provisioned by entity L2. {{(pid=110500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 13:45:39.679330 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-0373c030-b609-49d9-9563-35b74331905f req-024ff845-5411-4c58-b4eb-3f1bf3577786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:39.731036 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ea48c-8397-4eba-82be-4640dacaf11c service neutron] Pushing event updated for resources: {'Port': ['ID=fa68ed54-b95b-4bfd-afca-997df1610ee7,revision_number=2']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:39.799560 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 57974) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:45:39.916508 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-9e519deb-187f-4e56-aeda-f8e3238f81ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:40.125978 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ff845-5411-4c58-b4eb-3f1bf3577786 service neutron] Pushing event updated for resources: {'Port': ['ID=22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa,revision_number=2']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:40.161313 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e126f14-a420-4f92-ac49-cf3fad62bbb9 req-12eed9e4-c529-40a7-9a9d-863a603be51b tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:40.170463 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5e126f14-a420-4f92-ac49-cf3fad62bbb9 req-12eed9e4-c529-40a7-9a9d-863a603be51b tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 945 time: 0.2693212 May 26 13:45:40.206066 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-b04ea48c-8397-4eba-82be-4640dacaf11c service neutron] Attempting to bind port fa68ed54-b95b-4bfd-afca-997df1610ee7 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:45:40.206524 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-b04ea48c-8397-4eba-82be-4640dacaf11c service neutron] Attempting to bind port fa68ed54-b95b-4bfd-afca-997df1610ee7 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': 'e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '96b4b46b-ed06-4350-9763-5db4d4c655a1'}] {{(pid=110500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:45:40.206863 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-b04ea48c-8397-4eba-82be-4640dacaf11c service neutron] Attempting to bind port fa68ed54-b95b-4bfd-afca-997df1610ee7 on network 96b4b46b-ed06-4350-9763-5db4d4c655a1 {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:45:40.233637 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-b04ea48c-8397-4eba-82be-4640dacaf11c service neutron] Port fa68ed54-b95b-4bfd-afca-997df1610ee7 on network 96b4b46b-ed06-4350-9763-5db4d4c655a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 13:45:40.234412 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-b04ea48c-8397-4eba-82be-4640dacaf11c service neutron] Attempting to bind port fa68ed54-b95b-4bfd-afca-997df1610ee7 on network 96b4b46b-ed06-4350-9763-5db4d4c655a1 {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:45:40.263762 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-b04ea48c-8397-4eba-82be-4640dacaf11c service neutron] Checking agent: {'id': '207809ce-be6b-4746-a715-8e1c980ff656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 42, 40), 'started_at': datetime.datetime(2022, 5, 26, 13, 42, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:45:40.264123 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-b04ea48c-8397-4eba-82be-4640dacaf11c service neutron] Checking segment: {'id': 'e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '96b4b46b-ed06-4350-9763-5db4d4c655a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:45:40.264624 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-b04ea48c-8397-4eba-82be-4640dacaf11c service neutron] Bound using segment: {'id': 'e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '96b4b46b-ed06-4350-9763-5db4d4c655a1'} {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:45:40.265075 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-b04ea48c-8397-4eba-82be-4640dacaf11c service neutron] Bound port: fa68ed54-b95b-4bfd-afca-997df1610ee7, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '96b4b46b-ed06-4350-9763-5db4d4c655a1'}}] {{(pid=110500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:45:40.265554 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-b04ea48c-8397-4eba-82be-4640dacaf11c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (fa68ed54-b95b-4bfd-afca-997df1610ee7), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:40.275371 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-0373c030-b609-49d9-9563-35b74331905f req-024ff845-5411-4c58-b4eb-3f1bf3577786 service neutron] Attempting to bind port 22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa on host hv-cinder-81966 for vnic_type normal with profile {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:45:40.275685 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-0373c030-b609-49d9-9563-35b74331905f req-024ff845-5411-4c58-b4eb-3f1bf3577786 service neutron] Attempting to bind port 22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '3a4a3e5b-0e17-442c-bc39-61e33c050f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fcfdea38-f7ed-4182-bc5e-d5404ef24e0e'}] {{(pid=110500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:45:40.276010 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0373c030-b609-49d9-9563-35b74331905f req-024ff845-5411-4c58-b4eb-3f1bf3577786 service neutron] Attempting to bind port 22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa on network fcfdea38-f7ed-4182-bc5e-d5404ef24e0e {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:45:40.301284 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0373c030-b609-49d9-9563-35b74331905f req-024ff845-5411-4c58-b4eb-3f1bf3577786 service neutron] Port 22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa on network fcfdea38-f7ed-4182-bc5e-d5404ef24e0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 13:45:40.301603 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0373c030-b609-49d9-9563-35b74331905f req-024ff845-5411-4c58-b4eb-3f1bf3577786 service neutron] Attempting to bind port 22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa on network fcfdea38-f7ed-4182-bc5e-d5404ef24e0e {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:45:40.313531 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5e126f14-a420-4f92-ac49-cf3fad62bbb9 req-f30ab729-9e7a-4fa1-863f-7b10ffe07c16 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e73beaa-c450-47a6-aed3-c8a7e1527ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422007 May 26 13:45:40.332484 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0373c030-b609-49d9-9563-35b74331905f req-024ff845-5411-4c58-b4eb-3f1bf3577786 service neutron] Checking agent: {'id': '207809ce-be6b-4746-a715-8e1c980ff656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 42, 40), 'started_at': datetime.datetime(2022, 5, 26, 13, 42, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:45:40.332723 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0373c030-b609-49d9-9563-35b74331905f req-024ff845-5411-4c58-b4eb-3f1bf3577786 service neutron] Checking segment: {'id': '3a4a3e5b-0e17-442c-bc39-61e33c050f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fcfdea38-f7ed-4182-bc5e-d5404ef24e0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:45:40.333133 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0373c030-b609-49d9-9563-35b74331905f req-024ff845-5411-4c58-b4eb-3f1bf3577786 service neutron] Bound using segment: {'id': '3a4a3e5b-0e17-442c-bc39-61e33c050f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fcfdea38-f7ed-4182-bc5e-d5404ef24e0e'} {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:45:40.333546 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-0373c030-b609-49d9-9563-35b74331905f req-024ff845-5411-4c58-b4eb-3f1bf3577786 service neutron] Bound port: 22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4a3e5b-0e17-442c-bc39-61e33c050f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fcfdea38-f7ed-4182-bc5e-d5404ef24e0e'}}] {{(pid=110500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:45:40.333921 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-0373c030-b609-49d9-9563-35b74331905f req-024ff845-5411-4c58-b4eb-3f1bf3577786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:40.360153 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:40.370492 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62088070-9e69-4693-a443-f8f4d9d6cf14 req-a7399a14-bee3-430b-849d-45d7c370d4ea tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:40.372036 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-62088070-9e69-4693-a443-f8f4d9d6cf14 req-a7399a14-bee3-430b-849d-45d7c370d4ea tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 944 time: 0.0680337 May 26 13:45:40.397596 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:40.412627 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-b04ea48c-8397-4eba-82be-4640dacaf11c service neutron] For port fa68ed54-b95b-4bfd-afca-997df1610ee7, host hv-cinder-81966, cleared binding levels {{(pid=110500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:45:40.420714 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-b04ea48c-8397-4eba-82be-4640dacaf11c service neutron] For port fa68ed54-b95b-4bfd-afca-997df1610ee7, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=fa68ed54-b95b-4bfd-afca-997df1610ee7,segment=NetworkSegment(e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488),segment_id=e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488)] {{(pid=110500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:45:40.436342 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-b04ea48c-8397-4eba-82be-4640dacaf11c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (fa68ed54-b95b-4bfd-afca-997df1610ee7), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:40.444547 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-9e519deb-187f-4e56-aeda-f8e3238f81ca admin admin] Publish callbacks [] for security_group (12305e04-6cde-473e-8dc6-396f26a688e9), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:40.449650 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-9e519deb-187f-4e56-aeda-f8e3238f81ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (12305e04-6cde-473e-8dc6-396f26a688e9), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:40.470403 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-0373c030-b609-49d9-9563-35b74331905f req-024ff845-5411-4c58-b4eb-3f1bf3577786 service neutron] For port 22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa, host hv-cinder-81966, cleared binding levels {{(pid=110500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:45:40.495212 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-0373c030-b609-49d9-9563-35b74331905f req-024ff845-5411-4c58-b4eb-3f1bf3577786 service neutron] For port 22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa,segment=NetworkSegment(3a4a3e5b-0e17-442c-bc39-61e33c050f0d),segment_id=3a4a3e5b-0e17-442c-bc39-61e33c050f0d)] {{(pid=110500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:45:40.497519 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-b04ea48c-8397-4eba-82be-4640dacaf11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:40.498146 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-b04ea48c-8397-4eba-82be-4640dacaf11c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:40.498964 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-62088070-9e69-4693-a443-f8f4d9d6cf14 req-22a103bc-7d7f-49bb-a9de-d2be4162bd80 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135688 May 26 13:45:40.499524 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-b04ea48c-8397-4eba-82be-4640dacaf11c service neutron] 10.222.0.57 "PUT /v2.0/ports/fa68ed54-b95b-4bfd-afca-997df1610ee7 HTTP/1.1" status: 200 len: 1094 time: 2.1530399 May 26 13:45:40.502056 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84b45620-7dd5-4bb5-9da2-e48381d78256', 'tag': 'fa68ed54-b95b-4bfd-afca-997df1610ee7'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:45:40.507824 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b0407b-6548-4b08-ac36-ea857843e60a" -d '{"events": [{"name": "network-changed", "server_uuid": "84b45620-7dd5-4bb5-9da2-e48381d78256", "tag": "fa68ed54-b95b-4bfd-afca-997df1610ee7"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:45:40.526493 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-0373c030-b609-49d9-9563-35b74331905f req-024ff845-5411-4c58-b4eb-3f1bf3577786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:40.535410 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ea48c-8397-4eba-82be-4640dacaf11c service neutron] Pushing event updated for resources: {'Port': ['ID=fa68ed54-b95b-4bfd-afca-997df1610ee7,revision_number=3']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:40.539248 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-9e519deb-187f-4e56-aeda-f8e3238f81ca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=83ed7762833747b88ae670dd4d2e2709&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7357428 May 26 13:45:40.539248 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e519deb-187f-4e56-aeda-f8e3238f81ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12305e04-6cde-473e-8dc6-396f26a688e9,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:40.544285 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 57992) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:45:40.592813 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8512995e-4120-4b33-be52-0118747a8138 x-openstack-request-id: req-8512995e-4120-4b33-be52-0118747a8138 {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:45:40.593117 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84b45620-7dd5-4bb5-9da2-e48381d78256", "tag": "fa68ed54-b95b-4bfd-afca-997df1610ee7", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:45:40.593431 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8512995e-4120-4b33-be52-0118747a8138 {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:45:40.594414 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8512995e-4120-4b33-be52-0118747a8138'] response: {'name': 'network-changed', 'server_uuid': '84b45620-7dd5-4bb5-9da2-e48381d78256', 'tag': 'fa68ed54-b95b-4bfd-afca-997df1610ee7', 'status': 'completed', 'code': 200} May 26 13:45:40.628018 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373c030-b609-49d9-9563-35b74331905f req-024ff845-5411-4c58-b4eb-3f1bf3577786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:40.628751 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-0373c030-b609-49d9-9563-35b74331905f req-024ff845-5411-4c58-b4eb-3f1bf3577786 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:40.630384 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0373c030-b609-49d9-9563-35b74331905f req-024ff845-5411-4c58-b4eb-3f1bf3577786 service neutron] 10.222.0.57 "PUT /v2.0/ports/22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa HTTP/1.1" status: 200 len: 1094 time: 2.2928419 May 26 13:45:40.691454 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a68631-9818-47a3-93a2-62cbab876124 req-354df158-3815-48c7-a158-46311582e121 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:40.693090 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-96a68631-9818-47a3-93a2-62cbab876124 req-354df158-3815-48c7-a158-46311582e121 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.1399834 May 26 13:45:40.700162 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ff845-5411-4c58-b4eb-3f1bf3577786 service neutron] Pushing event updated for resources: {'Port': ['ID=22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa,revision_number=3']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:40.736891 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-522879d9-e1d2-46dc-8d52-d3f8871fa332 admin admin] Publish callbacks [] for security_group (12305e04-6cde-473e-8dc6-396f26a688e9), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:40.737133 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404a1c5-7a12-4468-9140-aa5668e0f7fe req-f3a6126f-616a-446c-b68f-d6b186115c37 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:40.738626 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-c404a1c5-7a12-4468-9140-aa5668e0f7fe req-f3a6126f-616a-446c-b68f-d6b186115c37 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 944 time: 0.0715182 May 26 13:45:40.768249 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=3 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:40.785895 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-522879d9-e1d2-46dc-8d52-d3f8871fa332 admin admin] Publish callbacks [] for security_group (12305e04-6cde-473e-8dc6-396f26a688e9), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:40.816530 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-96a68631-9818-47a3-93a2-62cbab876124 req-b4c2f66b-314a-4663-b7ca-2d5d514be9ed tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111479 May 26 13:45:40.818034 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-c404a1c5-7a12-4468-9140-aa5668e0f7fe req-46bd2ea3-3d7b-4438-bd92-8e0913ae827c tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638249 May 26 13:45:40.865148 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-522879d9-e1d2-46dc-8d52-d3f8871fa332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (12305e04-6cde-473e-8dc6-396f26a688e9), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:40.869183 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-522879d9-e1d2-46dc-8d52-d3f8871fa332 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:40.872340 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-522879d9-e1d2-46dc-8d52-d3f8871fa332 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/12305e04-6cde-473e-8dc6-396f26a688e9 HTTP/1.1" status: 204 len: 168 time: 0.3245690 May 26 13:45:40.878745 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522879d9-e1d2-46dc-8d52-d3f8871fa332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12305e04-6cde-473e-8dc6-396f26a688e9,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:40.967535 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-331b56dc-fb66-416a-ba5c-529e6ad918fb req-c23faaa3-8c16-4f63-9021-9812ef565e21 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1 HTTP/1.1" status: 200 len: 210 time: 0.0357287 May 26 13:45:41.473056 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7066060-e848-4493-913a-2c96cc2d4200 req-22d5383d-3e40-4e30-8b5c-0badaa209eed tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:41.474698 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c7066060-e848-4493-913a-2c96cc2d4200 req-22d5383d-3e40-4e30-8b5c-0badaa209eed tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 945 time: 0.0636175 May 26 13:45:41.572604 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c7066060-e848-4493-913a-2c96cc2d4200 req-2164e698-abee-4f8c-890f-b6fb72807af0 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e73beaa-c450-47a6-aed3-c8a7e1527ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881879 May 26 13:45:41.654410 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e800eb2-ac48-4147-9ff5-0b903dd786db req-e3e7be78-d115-4101-b8c4-41485c3d857c tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:41.656682 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-7e800eb2-ac48-4147-9ff5-0b903dd786db req-e3e7be78-d115-4101-b8c4-41485c3d857c tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 944 time: 0.0573797 May 26 13:45:41.671564 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:41.757684 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-7e800eb2-ac48-4147-9ff5-0b903dd786db req-062f26f8-c955-467b-b09d-b636f0ebbee3 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947955 May 26 13:45:41.809213 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9fe66-aeb7-4c4d-a35e-c1374eab481e req-cf9afd3a-b83d-42aa-acd4-86918ab45d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:41.811376 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-9ca9fe66-aeb7-4c4d-a35e-c1374eab481e req-cf9afd3a-b83d-42aa-acd4-86918ab45d3c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 1130 time: 0.0954456 May 26 13:45:41.981171 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67f8ad-3def-4a90-b203-932b005ec928 req-92d2802f-1fcd-4883-a455-f497be92330f tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:41.982035 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f80ca5-e368-4471-b519-1d828e466bfe req-1ee7f749-f774-408f-9229-f3f12891d75c tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:41.983086 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-af67f8ad-3def-4a90-b203-932b005ec928 req-92d2802f-1fcd-4883-a455-f497be92330f tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 944 time: 0.0672734 May 26 13:45:41.984887 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-24f80ca5-e368-4471-b519-1d828e466bfe req-1ee7f749-f774-408f-9229-f3f12891d75c tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0531008 May 26 13:45:42.045285 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-af67f8ad-3def-4a90-b203-932b005ec928 req-21a2f93f-1037-4672-bce1-6ebf9f283919 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513475 May 26 13:45:42.046837 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-24f80ca5-e368-4471-b519-1d828e466bfe req-ae1c0a4d-6e76-4814-b4c3-aa4a0ec04069 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573819 May 26 13:45:42.133976 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0bcc483b-ae13-4e01-adad-0cf7dc746cc4 req-73cf3849-7c37-48aa-a275-aca3a862ef1e tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1 HTTP/1.1" status: 200 len: 210 time: 0.0269616 May 26 13:45:42.494960 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:42.595454 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b75f8bc8-637f-444e-b3f2-5f5fa9620cf9', 'tag': '22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:45:42.597802 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafe4b6c-8ba4-403f-8f77-4f6140ee2d53" -d '{"events": [{"name": "network-changed", "server_uuid": "b75f8bc8-637f-444e-b3f2-5f5fa9620cf9", "tag": "22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:45:42.636945 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593c42df-9ece-48ab-b211-6984c6f94a68 x-openstack-request-id: req-593c42df-9ece-48ab-b211-6984c6f94a68 {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:45:42.637261 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b75f8bc8-637f-444e-b3f2-5f5fa9620cf9", "tag": "22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:45:42.637520 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-593c42df-9ece-48ab-b211-6984c6f94a68 {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:45:42.638114 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-593c42df-9ece-48ab-b211-6984c6f94a68'] response: {'name': 'network-changed', 'server_uuid': 'b75f8bc8-637f-444e-b3f2-5f5fa9620cf9', 'tag': '22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa', 'status': 'completed', 'code': 200} May 26 13:45:42.701168 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287152f6-99ce-459b-81d0-86ca7a098372 req-dd3de3c5-df1b-4360-92eb-e4ac9ad49683 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:42.702653 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-287152f6-99ce-459b-81d0-86ca7a098372 req-dd3de3c5-df1b-4360-92eb-e4ac9ad49683 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 945 time: 0.0485280 May 26 13:45:42.751948 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-287152f6-99ce-459b-81d0-86ca7a098372 req-7841278c-d03a-477b-915c-5295887f154e tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e73beaa-c450-47a6-aed3-c8a7e1527ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437539 May 26 13:45:42.900253 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ecd57-23be-4738-a490-540529879510 req-6f657c08-df5c-4c22-8fcc-cb673a501bb4 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:42.904131 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-074ecd57-23be-4738-a490-540529879510 req-6f657c08-df5c-4c22-8fcc-cb673a501bb4 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 944 time: 0.0547900 May 26 13:45:42.964793 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-074ecd57-23be-4738-a490-540529879510 req-68b0b3bd-03a9-4079-a90e-5cc986f704ac tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543571 May 26 13:45:43.206074 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:43.222189 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334db87-8781-46d6-b301-13bce629a493 req-c393e3b7-ce5b-4169-8d3f-6b4cdc8658c1 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:43.223709 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-7334db87-8781-46d6-b301-13bce629a493 req-c393e3b7-ce5b-4169-8d3f-6b4cdc8658c1 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0824552 May 26 13:45:43.227559 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818870c-1297-4bcd-a2dd-8ea9c08c9267 req-ddcf66b8-cf97-4431-94ca-780e75ab6efe tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:43.229123 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6818870c-1297-4bcd-a2dd-8ea9c08c9267 req-ddcf66b8-cf97-4431-94ca-780e75ab6efe tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 944 time: 0.0631294 May 26 13:45:43.275891 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-7334db87-8781-46d6-b301-13bce629a493 req-5ba20b64-7da4-4e98-b441-215ac3eb4540 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457664 May 26 13:45:43.283267 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6818870c-1297-4bcd-a2dd-8ea9c08c9267 req-0efebe12-ae0e-4c76-a19b-73bb3489c58a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486386 May 26 13:45:43.369938 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-4f0932a5-dd8b-47aa-a922-10fb05de55b7 req-5cc917a2-9947-4342-b174-89a57a0beee1 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1 HTTP/1.1" status: 200 len: 210 time: 0.0315204 May 26 13:45:43.819754 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device cbc63303-0423-4bdd-8895-788f378a4ced details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=110502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 13:45:43.836322 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:43.923630 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port cbc63303-0423-4bdd-8895-788f378a4ced, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=cbc63303-0423-4bdd-8895-788f378a4ced,segment=NetworkSegment(3a4a3e5b-0e17-442c-bc39-61e33c050f0d),segment_id=3a4a3e5b-0e17-442c-bc39-61e33c050f0d)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:45:43.931847 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:43.938208 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Returning: {'device': 'cbc63303-0423-4bdd-8895-788f378a4ced', 'network_id': 'fcfdea38-f7ed-4182-bc5e-d5404ef24e0e', 'port_id': 'cbc63303-0423-4bdd-8895-788f378a4ced', 'mac_address': 'fa:16:3e:b2:42:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 13:45:43.972875 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port cbc63303-0423-4bdd-8895-788f378a4ced is: DOWN; New status is: BUILD {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:45:43.973265 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (cbc63303-0423-4bdd-8895-788f378a4ced), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:43.989258 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbc63303-0423-4bdd-8895-788f378a4ced {{(pid=110502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:45:44.012131 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port cbc63303-0423-4bdd-8895-788f378a4ced, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=cbc63303-0423-4bdd-8895-788f378a4ced,segment=NetworkSegment(3a4a3e5b-0e17-442c-bc39-61e33c050f0d),segment_id=3a4a3e5b-0e17-442c-bc39-61e33c050f0d)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:45:44.017033 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (cbc63303-0423-4bdd-8895-788f378a4ced), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:44.077732 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=cbc63303-0423-4bdd-8895-788f378a4ced,revision_number=4']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:44.086076 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-f34bd68d-0bbe-4f12-93b0-7f0b094bc7fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:44.087347 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9952be9-d8e5-4434-94a6-2ddf750516f2 req-5e5187b4-ad63-49f1-92ac-62f97777734a tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:44.088957 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f9952be9-d8e5-4434-94a6-2ddf750516f2 req-5e5187b4-ad63-49f1-92ac-62f97777734a tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 944 time: 0.0481417 May 26 13:45:44.089363 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:45:44.089711 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:45:44.090075 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:45:44.090443 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:45:44.090782 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:45:44.091113 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:45:44.091445 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:45:44.091769 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:45:44.092094 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:45:44.092452 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:45:44.092949 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:45:44.093133 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:45:44.093458 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:45:44.093788 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:45:44.094100 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:45:44.138283 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f9952be9-d8e5-4434-94a6-2ddf750516f2 req-7f419e7c-2c2d-4158-b937-2d80e4b4c083 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432031 May 26 13:45:44.400160 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570cc761-2c6c-4347-b367-d02f07a95f48 req-aa466618-4aba-4d4c-ba89-bdcc098300ba tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:44.401711 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-570cc761-2c6c-4347-b367-d02f07a95f48 req-aa466618-4aba-4d4c-ba89-bdcc098300ba tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0479460 May 26 13:45:44.404539 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788182d-eb47-459e-8551-c62af28fb07c req-8c0b1b30-0427-4fce-8218-61c1349e2c57 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:44.406146 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3788182d-eb47-459e-8551-c62af28fb07c req-8c0b1b30-0427-4fce-8218-61c1349e2c57 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 944 time: 0.0494881 May 26 13:45:44.449725 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-570cc761-2c6c-4347-b367-d02f07a95f48 req-09c77f44-fa9c-4905-9a7e-8d05e2001b29 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424142 May 26 13:45:44.453998 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3788182d-eb47-459e-8551-c62af28fb07c req-440c3db3-86b3-4b67-8df0-325094257ee7 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422959 May 26 13:45:44.536375 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-19021309-5bc4-4666-91d2-53e9c0b696dc req-36a33885-ef00-49ed-b1a2-c63a86fcc74e tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1 HTTP/1.1" status: 200 len: 210 time: 0.0273290 May 26 13:45:45.251534 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef360b17-c3d3-46f9-9eff-f9bddd4d0d1a req-10ae06bf-f48a-4cb7-a8a7-8fda302c95f5 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:45.253392 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-ef360b17-c3d3-46f9-9eff-f9bddd4d0d1a req-10ae06bf-f48a-4cb7-a8a7-8fda302c95f5 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 944 time: 0.0472744 May 26 13:45:45.310873 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-ef360b17-c3d3-46f9-9eff-f9bddd4d0d1a req-d008971c-c2f8-4f42-a301-0bdd8499c674 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513439 May 26 13:45:45.556712 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:45.572296 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d87d2ad-5666-4f66-803a-2835e0daa58b req-54d19e0c-05ff-4192-8597-0f1ec8fcee4f tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:45.574216 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6d87d2ad-5666-4f66-803a-2835e0daa58b req-54d19e0c-05ff-4192-8597-0f1ec8fcee4f tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 944 time: 0.0516181 May 26 13:45:45.577466 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d50c67e-fb73-4625-a266-001c9094cb51 req-a15720df-12c4-4ec9-951d-72d9b4865ab0 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:45.579482 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-4d50c67e-fb73-4625-a266-001c9094cb51 req-a15720df-12c4-4ec9-951d-72d9b4865ab0 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0547235 May 26 13:45:45.630545 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-4d50c67e-fb73-4625-a266-001c9094cb51 req-a40479e8-bdfe-476c-8e83-767dbce38553 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447662 May 26 13:45:45.636122 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6d87d2ad-5666-4f66-803a-2835e0daa58b req-27b137ac-98b2-4185-8f2c-b612ef645193 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543432 May 26 13:45:45.726620 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-88a44fca-7bfe-456e-b8cd-abbe353aca44 req-8d363631-f805-4109-9664-e2963bc85e90 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1 HTTP/1.1" status: 200 len: 210 time: 0.0278194 May 26 13:45:46.428711 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a08b62-a69c-4384-b36b-b19282ccdb51 req-24d610f2-a508-4047-9749-bca4be480d4a tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:46.430220 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-16a08b62-a69c-4384-b36b-b19282ccdb51 req-24d610f2-a508-4047-9749-bca4be480d4a tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 944 time: 0.0506494 May 26 13:45:46.437083 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e529d948-3165-4660-bbb4-e40ff087cfaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:46.479769 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-16a08b62-a69c-4384-b36b-b19282ccdb51 req-40cf751f-45ed-4854-93da-d5cecb986b50 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433366 May 26 13:45:46.645692 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] get_ports_and_sgs() called for port_ids ['cbc63303-0423-4bdd-8895-788f378a4ced'] {{(pid=110502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 13:45:46.794997 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-9ca9fe66-aeb7-4c4d-a35e-c1374eab481e req-ec3394f0-3420-4462-a297-ca17d5ec7dd3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130378 May 26 13:45:46.820158 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54453539-95fd-470a-b9cf-d102ca5fef34 req-9b59905d-c9b0-4c2e-88d1-faf63507f3b4 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:46.821689 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-54453539-95fd-470a-b9cf-d102ca5fef34 req-9b59905d-c9b0-4c2e-88d1-faf63507f3b4 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 944 time: 0.0708606 May 26 13:45:46.860867 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0407b-6548-4b08-ac36-ea857843e60a req-6c0ef955-4c3d-4999-b036-f15360a3f311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:46.862391 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-12b0407b-6548-4b08-ac36-ea857843e60a req-6c0ef955-4c3d-4999-b036-f15360a3f311 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2007395425194750a87edd6c0da44e66&device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 1128 time: 0.1782129 May 26 13:45:46.865376 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373c030-b609-49d9-9563-35b74331905f req-a416723f-1e3d-4c43-ad0e-ceb13701dfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:46.867630 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0373c030-b609-49d9-9563-35b74331905f req-a416723f-1e3d-4c43-ad0e-ceb13701dfde service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=667a2ccd9c9045879b4b87e156997161&device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 1128 time: 0.1822639 May 26 13:45:46.871595 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-54453539-95fd-470a-b9cf-d102ca5fef34 req-c43dcd54-423e-4d4e-afdd-4fabf495e340 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437610 May 26 13:45:46.875757 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41d478-6265-45e0-a617-21dff3f132bb req-f91cd060-98c7-4afe-85e5-ec588abb7e05 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:46.877246 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2a41d478-6265-45e0-a617-21dff3f132bb req-f91cd060-98c7-4afe-85e5-ec588abb7e05 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.1138666 May 26 13:45:46.905868 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:46.930590 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2a41d478-6265-45e0-a617-21dff3f132bb req-48141522-41b7-4388-808f-f3c1115932e6 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451524 May 26 13:45:46.962804 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-9b2507e9-bfb7-460b-a088-aa233f8bb8c6 req-f4623ab8-8459-4983-9482-947a259b50d3 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1 HTTP/1.1" status: 200 len: 210 time: 0.0298784 May 26 13:45:47.592823 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0373c030-b609-49d9-9563-35b74331905f req-4a7da93f-08f1-4fe5-8bfc-909b5c26d680 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa HTTP/1.1" status: 200 len: 217 time: 0.0963604 May 26 13:45:47.719564 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:47.798620 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device cbc63303-0423-4bdd-8895-788f378a4ced up at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:45:47.864043 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Provisioning for port cbc63303-0423-4bdd-8895-788f378a4ced completed by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 13:45:47.871170 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Provisioning complete for port cbc63303-0423-4bdd-8895-788f378a4ced triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:45:47.871811 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (cbc63303-0423-4bdd-8895-788f378a4ced), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:47.932362 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02276c6f-24dc-4645-b4ad-90da680004af req-8fde5a8a-a512-4f08-9a67-006ef2824255 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:47.936827 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-02276c6f-24dc-4645-b4ad-90da680004af req-8fde5a8a-a512-4f08-9a67-006ef2824255 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 944 time: 0.3601103 May 26 13:45:47.955702 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port cbc63303-0423-4bdd-8895-788f378a4ced is: BUILD; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:45:47.956154 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (cbc63303-0423-4bdd-8895-788f378a4ced), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:47.962778 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373c030-b609-49d9-9563-35b74331905f req-f334e9fe-9fe7-46cb-8cf4-710122ec1850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:47.964525 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0373c030-b609-49d9-9563-35b74331905f req-f334e9fe-9fe7-46cb-8cf4-710122ec1850 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5 HTTP/1.1" status: 200 len: 857 time: 0.3560445 May 26 13:45:47.983361 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6527206-c7a2-4458-97ed-915ee9b16cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc63303-0423-4bdd-8895-788f378a4ced'}] {{(pid=110502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:45:47.985626 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186ee40048dd7feccd586c88f433d7b47dbfd7dc0140a518261bfa5b158966a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ea95a5-f92b-4d42-b6a1-a9a05115d7a5" -d '{"events": [{"server_uuid": "c6527206-c7a2-4458-97ed-915ee9b16cfb", "name": "network-vif-plugged", "status": "completed", "tag": "cbc63303-0423-4bdd-8895-788f378a4ced"}]}' {{(pid=110502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:45:47.999444 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port cbc63303-0423-4bdd-8895-788f378a4ced, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=cbc63303-0423-4bdd-8895-788f378a4ced,segment=NetworkSegment(3a4a3e5b-0e17-442c-bc39-61e33c050f0d),segment_id=3a4a3e5b-0e17-442c-bc39-61e33c050f0d)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:45:48.000086 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca29fe6-37c3-44c7-bbdb-f95629650183 req-740cb029-4df1-4067-85f2-7f6121cf32a6 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:48.001709 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-2ca29fe6-37c3-44c7-bbdb-f95629650183 req-740cb029-4df1-4067-85f2-7f6121cf32a6 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 944 time: 0.0520055 May 26 13:45:48.005144 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (cbc63303-0423-4bdd-8895-788f378a4ced), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:48.020513 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0407b-6548-4b08-ac36-ea857843e60a req-9b584be0-6205-4cbf-825e-8a79f6fe2f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:48.022129 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-12b0407b-6548-4b08-ac36-ea857843e60a req-9b584be0-6205-4cbf-825e-8a79f6fe2f71 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2007395425194750a87edd6c0da44e66&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4927480 May 26 13:45:48.034052 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-02276c6f-24dc-4645-b4ad-90da680004af req-bd88df8e-f3d5-4f38-b25a-cad3e62c62cc tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876069 May 26 13:45:48.058112 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-2ca29fe6-37c3-44c7-bbdb-f95629650183 req-3781f844-07f7-4108-b163-dac98e8ab6fc tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481899 May 26 13:45:48.076204 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=cbc63303-0423-4bdd-8895-788f378a4ced,revision_number=5']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:48.142475 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d427d-e3ba-4755-bcb0-e7db8fd7ceae req-ab29d115-7c5f-439f-abba-5f7180bd4490 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:48.143980 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fe3d427d-e3ba-4755-bcb0-e7db8fd7ceae req-ab29d115-7c5f-439f-abba-5f7180bd4490 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0490527 May 26 13:45:48.150492 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-05e8892b-3be5-41dd-915c-3964050b5c65 req-aca47945-b4dc-4a09-a308-d5c5dcf27ea1 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1 HTTP/1.1" status: 200 len: 210 time: 0.0293643 May 26 13:45:48.193005 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fe3d427d-e3ba-4755-bcb0-e7db8fd7ceae req-1bec004b-022d-4628-a6ee-77d831224501 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427554 May 26 13:45:48.194782 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a29520-a02a-49ab-9f27-87a767403a40 x-openstack-request-id: req-18a29520-a02a-49ab-9f27-87a767403a40 {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:45:48.195098 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6527206-c7a2-4458-97ed-915ee9b16cfb", "name": "network-vif-plugged", "status": "completed", "tag": "cbc63303-0423-4bdd-8895-788f378a4ced", "code": 200}]} {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:45:48.195358 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-18a29520-a02a-49ab-9f27-87a767403a40 {{(pid=110502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:45:48.195756 dv-cinder-819668-4-iscsi neutron-server[110502]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18a29520-a02a-49ab-9f27-87a767403a40'] response: {'server_uuid': 'c6527206-c7a2-4458-97ed-915ee9b16cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc63303-0423-4bdd-8895-788f378a4ced', 'code': 200} May 26 13:45:48.521387 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 6 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:45:48.689690 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=100 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:48.729685 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0407b-6548-4b08-ac36-ea857843e60a req-ee2a08a9-8b9f-45bb-a3cb-6e55407d096f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:48.731229 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-12b0407b-6548-4b08-ac36-ea857843e60a req-ee2a08a9-8b9f-45bb-a3cb-6e55407d096f service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3427942 May 26 13:45:48.747331 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9182884f-9510-4453-bc58-a811f8c86063 req-14c041c1-70a9-4200-813e-1d638cc97ee3 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:48.749344 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-9182884f-9510-4453-bc58-a811f8c86063 req-14c041c1-70a9-4200-813e-1d638cc97ee3 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.57 "GET /v2.0/networks?id=ed6e76ad-8a60-4553-9a4f-125f6a59cade HTTP/1.1" status: 200 len: 808 time: 0.2567339 May 26 13:45:48.750917 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8946154b-e127-4ca0-a0f4-43d61c7e9a3b req-a707ca23-d36c-47ca-a1ec-b1fdba348323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:48.752488 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-8946154b-e127-4ca0-a0f4-43d61c7e9a3b req-a707ca23-d36c-47ca-a1ec-b1fdba348323 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 1129 time: 0.0889692 May 26 13:45:48.785217 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:48.789511 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373c030-b609-49d9-9563-35b74331905f req-7db0767f-341f-4d58-a553-f05675290335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:48.791078 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0373c030-b609-49d9-9563-35b74331905f req-7db0767f-341f-4d58-a553-f05675290335 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fcfdea38-f7ed-4182-bc5e-d5404ef24e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3864577 May 26 13:45:48.795299 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8e5247bf-c167-49f7-b0df-5935a36aff99 req-fd2038b2-c237-4885-8516-77ed4f58979f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0820367 May 26 13:45:48.806180 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [req-9182884f-9510-4453-bc58-a811f8c86063 req-d9af11be-ff66-42cc-be3b-c9655825eb3a tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Request body: {'port': {'device_id': '2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1', 'network_id': 'ed6e76ad-8a60-4553-9a4f-125f6a59cade', 'admin_state_up': True, 'tenant_id': 'c879e95c508f401fbc77e63b1e64dd16'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:45:48.911127 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-8946154b-e127-4ca0-a0f4-43d61c7e9a3b req-4eead3ed-3251-4195-81b7-81f87e568cdd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009521 May 26 13:45:48.949941 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0373c030-b609-49d9-9563-35b74331905f req-ff5da9fd-6318-40c0-ba56-74c03e32a815 service neutron] 10.222.0.57 "GET /v2.0/networks/fcfdea38-f7ed-4182-bc5e-d5404ef24e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215069 May 26 13:45:48.961006 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9182884f-9510-4453-bc58-a811f8c86063 req-d9af11be-ff66-42cc-be3b-c9655825eb3a tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Made reservation on behalf of c879e95c508f401fbc77e63b1e64dd16 for: {'port': 1} {{(pid=110501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:45:48.964477 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [req-9182884f-9510-4453-bc58-a811f8c86063 req-d9af11be-ff66-42cc-be3b-c9655825eb3a tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:49.037965 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:49.109469 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.db_base_plugin_common [req-9182884f-9510-4453-bc58-a811f8c86063 req-d9af11be-ff66-42cc-be3b-c9655825eb3a tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Allocated IP 172.20.0.2 (ed6e76ad-8a60-4553-9a4f-125f6a59cade/87df260c-e650-44a2-aa27-f9f1e5660e2c/16b9a0f5-441f-49b0-90d7-fb4d546e3615) {{(pid=110501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:45:49.131865 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:49.157349 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003784f-6fe8-4ce9-a968-d7090d1bfecb req-077e588b-cdda-4f2c-8707-02f43a8328b3 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:49.159179 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-7003784f-6fe8-4ce9-a968-d7090d1bfecb req-077e588b-cdda-4f2c-8707-02f43a8328b3 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 944 time: 0.0524089 May 26 13:45:49.221242 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-7003784f-6fe8-4ce9-a968-d7090d1bfecb req-0737232e-e6df-4853-bab1-c03b17c2468e tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547628 May 26 13:45:49.311001 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [req-9182884f-9510-4453-bc58-a811f8c86063 req-d9af11be-ff66-42cc-be3b-c9655825eb3a tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Publish callbacks [] for port (16b9a0f5-441f-49b0-90d7-fb4d546e3615), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:49.342468 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008b1ca-4202-42ff-bc2f-d8b8f44ff4e2 req-742962c1-8263-4eac-89ca-4fd377a7aa47 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:49.344046 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e008b1ca-4202-42ff-bc2f-d8b8f44ff4e2 req-742962c1-8263-4eac-89ca-4fd377a7aa47 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 944 time: 0.0586834 May 26 13:45:49.351078 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [req-9182884f-9510-4453-bc58-a811f8c86063 req-d9af11be-ff66-42cc-be3b-c9655825eb3a tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5523151'] for port (16b9a0f5-441f-49b0-90d7-fb4d546e3615), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:49.400108 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9182884f-9510-4453-bc58-a811f8c86063 req-d9af11be-ff66-42cc-be3b-c9655825eb3a tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Network ed6e76ad-8a60-4553-9a4f-125f6a59cade is already hosted by enough agents. {{(pid=110501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:45:49.402460 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e008b1ca-4202-42ff-bc2f-d8b8f44ff4e2 req-8a79d237-2bad-4519-9e3d-480d794624e9 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512884 May 26 13:45:49.403191 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.base_scheduler [req-9182884f-9510-4453-bc58-a811f8c86063 req-d9af11be-ff66-42cc-be3b-c9655825eb3a tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Resources bound (agent type, host, resource id): {{(pid=110501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:45:49.405767 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.l3_dvrscheduler_db [req-9182884f-9510-4453-bc58-a811f8c86063 req-d9af11be-ff66-42cc-be3b-c9655825eb3a tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Received port after_create {{(pid=110501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:45:49.432821 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af11be-ff66-42cc-be3b-c9655825eb3a tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Pushing event updated for resources: {'Port': ['ID=16b9a0f5-441f-49b0-90d7-fb4d546e3615,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:49.467221 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9182884f-9510-4453-bc58-a811f8c86063 req-d9af11be-ff66-42cc-be3b-c9655825eb3a tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:49.467968 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [req-9182884f-9510-4453-bc58-a811f8c86063 req-d9af11be-ff66-42cc-be3b-c9655825eb3a tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for port (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:49.488490 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-9182884f-9510-4453-bc58-a811f8c86063 req-d9af11be-ff66-42cc-be3b-c9655825eb3a tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6895807 May 26 13:45:49.521499 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a09a9-e60b-440e-8b0e-9d7ae82b18f2 req-3e4496d1-ee5a-4450-af6d-8999a14692e3 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:49.523704 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-1a5a09a9-e60b-440e-8b0e-9d7ae82b18f2 req-3e4496d1-ee5a-4450-af6d-8999a14692e3 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1 HTTP/1.1" status: 200 len: 931 time: 0.0506887 May 26 13:45:49.571500 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-1a5a09a9-e60b-440e-8b0e-9d7ae82b18f2 req-0df77abd-e3c4-4c43-8195-95e0a99169e1 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/security-groups?id=471f934c-6cd6-4b5f-a957-d0fe5d8f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421915 May 26 13:45:49.682492 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7702a4-44d6-4d58-8625-3ff0b28421ed req-de0fd332-3eec-4cc5-80ee-5d17050b0657 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:49.683887 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-dc7702a4-44d6-4d58-8625-3ff0b28421ed req-de0fd332-3eec-4cc5-80ee-5d17050b0657 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0544684 May 26 13:45:49.734046 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-dc7702a4-44d6-4d58-8625-3ff0b28421ed req-355ea8e0-7ca8-4967-88b7-6aedb8b19a77 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443020 May 26 13:45:49.891050 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94c52a-ff25-4b91-9927-640e4e92ccfe req-211960e4-b5f3-469f-9029-6de446a90295 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:49.892545 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-4e94c52a-ff25-4b91-9927-640e4e92ccfe req-211960e4-b5f3-469f-9029-6de446a90295 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0492573 May 26 13:45:49.901335 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 58254) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:45:49.905719 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-712c22b8-27e1-4030-85a2-d0b716918bf2 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Request body: {'floatingip': {'port_id': '914816b6-d98c-46f8-9da7-123cb0956236'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:45:49.936966 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 58256) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:45:49.977691 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-712c22b8-27e1-4030-85a2-d0b716918bf2 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks [] for floatingip (480d72b5-fb07-4087-a258-862e0f1bf9c2), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:50.044153 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6f86d184-61d5-4804-82ed-ee1749f0bedc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:50.122996 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6f86d184-61d5-4804-82ed-ee1749f0bedc admin admin] Publish callbacks [] for security_group (3aa7a778-7449-4624-89dc-6fb90a31d24b), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:50.127430 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6f86d184-61d5-4804-82ed-ee1749f0bedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (3aa7a778-7449-4624-89dc-6fb90a31d24b), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:50.131151 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:50.157716 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:50.176526 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-6f86d184-61d5-4804-82ed-ee1749f0bedc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=253ac2630dfd4869af300b12c70ab051&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2383990 May 26 13:45:50.177413 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86d184-61d5-4804-82ed-ee1749f0bedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa7a778-7449-4624-89dc-6fb90a31d24b,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:50.180592 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 58260) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:45:50.229989 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-4a8be1ee-7690-452a-b40c-7e0b6ff78cfa admin admin] Publish callbacks [] for security_group (3aa7a778-7449-4624-89dc-6fb90a31d24b), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:50.257306 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-4a8be1ee-7690-452a-b40c-7e0b6ff78cfa admin admin] Publish callbacks [] for security_group (3aa7a778-7449-4624-89dc-6fb90a31d24b), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:50.311277 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-4a8be1ee-7690-452a-b40c-7e0b6ff78cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (3aa7a778-7449-4624-89dc-6fb90a31d24b), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:50.313951 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-4a8be1ee-7690-452a-b40c-7e0b6ff78cfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:50.315096 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-4a8be1ee-7690-452a-b40c-7e0b6ff78cfa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3aa7a778-7449-4624-89dc-6fb90a31d24b HTTP/1.1" status: 204 len: 168 time: 0.1336112 May 26 13:45:50.317713 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:50.325742 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8be1ee-7690-452a-b40c-7e0b6ff78cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa7a778-7449-4624-89dc-6fb90a31d24b,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:50.428745 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32d513-5278-407b-b35f-2e4c0a66e7e5 req-7bfbf8ec-17a4-414f-9c04-73c426c9102f tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:50.430366 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3d32d513-5278-407b-b35f-2e4c0a66e7e5 req-7bfbf8ec-17a4-414f-9c04-73c426c9102f tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 944 time: 0.1031702 May 26 13:45:50.451873 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:50.643176 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 58274) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:45:50.659101 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6e8fd696-f4b5-42f9-b6e8-59ae688ac123 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:50.750593 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6e8fd696-f4b5-42f9-b6e8-59ae688ac123 admin admin] Publish callbacks [] for security_group (702242fc-653f-4890-ac2e-1411d923e0cd), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:50.754233 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6e8fd696-f4b5-42f9-b6e8-59ae688ac123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (702242fc-653f-4890-ac2e-1411d923e0cd), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:50.787747 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3d32d513-5278-407b-b35f-2e4c0a66e7e5 req-c7aab152-200d-42ee-b1d7-919451a8fcfc tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3260624 May 26 13:45:50.792683 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8fd696-f4b5-42f9-b6e8-59ae688ac123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702242fc-653f-4890-ac2e-1411d923e0cd,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:50.797157 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-6e8fd696-f4b5-42f9-b6e8-59ae688ac123 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1d647b38444c41c9b6fa20c25c5b7e68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1527946 May 26 13:45:50.799757 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 58276) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:45:50.857291 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-27fbdbc0-c88b-4df6-ac60-3f62da93e6f1 admin admin] Publish callbacks [] for security_group (702242fc-653f-4890-ac2e-1411d923e0cd), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:50.883244 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-27fbdbc0-c88b-4df6-ac60-3f62da93e6f1 admin admin] Publish callbacks [] for security_group (702242fc-653f-4890-ac2e-1411d923e0cd), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:50.898086 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-712c22b8-27e1-4030-85a2-d0b716918bf2 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:50.903649 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-712c22b8-27e1-4030-85a2-d0b716918bf2 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568549'] for floatingip (480d72b5-fb07-4087-a258-862e0f1bf9c2), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:50.907665 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:50.947950 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-27fbdbc0-c88b-4df6-ac60-3f62da93e6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (702242fc-653f-4890-ac2e-1411d923e0cd), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:50.950681 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-27fbdbc0-c88b-4df6-ac60-3f62da93e6f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:50.951863 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-27fbdbc0-c88b-4df6-ac60-3f62da93e6f1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/702242fc-653f-4890-ac2e-1411d923e0cd HTTP/1.1" status: 204 len: 168 time: 0.1511681 May 26 13:45:50.970230 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fbdbc0-c88b-4df6-ac60-3f62da93e6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702242fc-653f-4890-ac2e-1411d923e0cd,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:51.049236 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.db.l3_db [None req-712c22b8-27e1-4030-85a2-d0b716918bf2 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Floating IP 480d72b5-fb07-4087-a258-862e0f1bf9c2 associated. External IP: 172.27.2.128, port: 914816b6-d98c-46f8-9da7-123cb0956236. May 26 13:45:51.128696 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323fe8a-5969-471e-bdfb-17ea437982e3 req-76d44265-2809-4e82-a89d-4bbc8495eec9 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:51.130010 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c323fe8a-5969-471e-bdfb-17ea437982e3 req-76d44265-2809-4e82-a89d-4bbc8495eec9 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 944 time: 0.0948963 May 26 13:45:51.220548 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c323fe8a-5969-471e-bdfb-17ea437982e3 req-a048cd0d-7174-4162-8cb9-bd14dc3b27b1 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834317 May 26 13:45:51.367454 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782320d-5c56-4d96-a567-0bc2839443f1 req-e19ad70c-e522-4671-a3d2-fda4d3fa57d0 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:51.367980 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c782320d-5c56-4d96-a567-0bc2839443f1 req-e19ad70c-e522-4671-a3d2-fda4d3fa57d0 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1 HTTP/1.1" status: 200 len: 931 time: 0.0843928 May 26 13:45:51.377994 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-712c22b8-27e1-4030-85a2-d0b716918bf2 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Router 158343de-78a2-4feb-ad8a-daa0577f703e has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:45:51.464230 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c782320d-5c56-4d96-a567-0bc2839443f1 req-3a9f860f-99f0-4f36-9c66-ce05ff9a18ab tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/security-groups?id=471f934c-6cd6-4b5f-a957-d0fe5d8f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882003 May 26 13:45:51.474291 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:51.525629 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712c22b8-27e1-4030-85a2-d0b716918bf2 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:45:51.534563 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-712c22b8-27e1-4030-85a2-d0b716918bf2 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for floatingip (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:51.540723 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bd4568-6152-4b02-b859-add6acde3a15 None None] Sync routers for ids ['158343de-78a2-4feb-ad8a-daa0577f703e'] in dv-cinder-819668-4-iscsi {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:45:51.558852 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bd4568-6152-4b02-b859-add6acde3a15 None None] Routers {'158343de-78a2-4feb-ad8a-daa0577f703e'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:45:51.559784 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-32bd4568-6152-4b02-b859-add6acde3a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:45:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['158343de-78a2-4feb-ad8a-daa0577f703e'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:45:51.576564 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-712c22b8-27e1-4030-85a2-d0b716918bf2 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "PUT /v2.0/floatingips/480d72b5-fb07-4087-a258-862e0f1bf9c2 HTTP/1.1" status: 200 len: 992 time: 1.6741343 May 26 13:45:51.577339 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef326f08-0e4f-4ad0-9f62-f4197ccf5b65', 'tag': '914816b6-d98c-46f8-9da7-123cb0956236'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:45:51.579716 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e02696-d39f-499c-bbc7-448db3fe9367" -d '{"events": [{"name": "network-changed", "server_uuid": "ef326f08-0e4f-4ad0-9f62-f4197ccf5b65", "tag": "914816b6-d98c-46f8-9da7-123cb0956236"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:45:51.616151 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b80939e-f5c9-4bb5-af27-057d9eef4cb1 x-openstack-request-id: req-1b80939e-f5c9-4bb5-af27-057d9eef4cb1 {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:45:51.616470 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef326f08-0e4f-4ad0-9f62-f4197ccf5b65", "tag": "914816b6-d98c-46f8-9da7-123cb0956236", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:45:51.616722 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1b80939e-f5c9-4bb5-af27-057d9eef4cb1 {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:45:51.617118 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b80939e-f5c9-4bb5-af27-057d9eef4cb1'] response: {'name': 'network-changed', 'server_uuid': 'ef326f08-0e4f-4ad0-9f62-f4197ccf5b65', 'tag': '914816b6-d98c-46f8-9da7-123cb0956236', 'status': 'completed', 'code': 200} May 26 13:45:51.678135 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-32bd4568-6152-4b02-b859-add6acde3a15 None None] Set router 158343de-78a2-4feb-ad8a-daa0577f703e gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:45:51.939558 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c07b1f-7092-42aa-96ef-8b66304945d1 req-6db3ab9c-f87e-472f-b550-573fe8a13eac tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:51.941085 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-37c07b1f-7092-42aa-96ef-8b66304945d1 req-6db3ab9c-f87e-472f-b550-573fe8a13eac tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 944 time: 0.0678151 May 26 13:45:51.957373 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-32bd4568-6152-4b02-b859-add6acde3a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'name': 'tempest-AttachVolumeShelveTestJSON-1355966574-router', 'tenant_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '3682f2c2-18c6-41c7-9917-2c057b37ee5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:36Z', 'updated_at': '2022-05-26T13:44:41Z', 'revision_number': 4, 'project_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'gw_port': {'id': '3682f2c2-18c6-41c7-9917-2c057b37ee5e', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:36Z', 'updated_at': '2022-05-26T13:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': '480d72b5-fb07-4087-a258-862e0f1bf9c2', 'tenant_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'port_id': '914816b6-d98c-46f8-9da7-123cb0956236', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7243f764-410e-4885-acdc-a415825d1293', 'mac_address': 'fa:16:3e:30:c3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef326f08-0e4f-4ad0-9f62-f4197ccf5b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:44:50Z', 'updated_at': '2022-05-26T13:45:50Z', 'revision_number': 1, 'project_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f34703a3-2aa5-4ec0-91dc-579c5278c7ae', 'name': '', 'network_id': '7243f764-410e-4885-acdc-a415825d1293', 'tenant_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'mac_address': 'fa:16:3e:bd:1d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f42c48c9-dd9d-4f2d-ada0-47f18130e415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:39Z', 'updated_at': '2022-05-26T13:44:51Z', 'revision_number': 5, 'project_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'subnets': [{'id': 'f42c48c9-dd9d-4f2d-ada0-47f18130e415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:45:51.983105 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bd4568-6152-4b02-b859-add6acde3a15 None None] Checking router: 158343de-78a2-4feb-ad8a-daa0577f703e for host: dv-cinder-819668-4-iscsi {{(pid=110503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:45:51.992143 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bd4568-6152-4b02-b859-add6acde3a15 None None] Routers {'158343de-78a2-4feb-ad8a-daa0577f703e'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:45:51.993042 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-32bd4568-6152-4b02-b859-add6acde3a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:45:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['158343de-78a2-4feb-ad8a-daa0577f703e'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:45:51.994160 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-37c07b1f-7092-42aa-96ef-8b66304945d1 req-83bd0d8e-39bc-4e2c-b821-ce341b908f14 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452914 May 26 13:45:52.100586 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-32bd4568-6152-4b02-b859-add6acde3a15 None None] Set router 158343de-78a2-4feb-ad8a-daa0577f703e gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:45:52.325203 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-32bd4568-6152-4b02-b859-add6acde3a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'name': 'tempest-AttachVolumeShelveTestJSON-1355966574-router', 'tenant_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '3682f2c2-18c6-41c7-9917-2c057b37ee5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:36Z', 'updated_at': '2022-05-26T13:44:41Z', 'revision_number': 4, 'project_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'gw_port': {'id': '3682f2c2-18c6-41c7-9917-2c057b37ee5e', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:36Z', 'updated_at': '2022-05-26T13:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': '480d72b5-fb07-4087-a258-862e0f1bf9c2', 'tenant_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'port_id': '914816b6-d98c-46f8-9da7-123cb0956236', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7243f764-410e-4885-acdc-a415825d1293', 'mac_address': 'fa:16:3e:30:c3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef326f08-0e4f-4ad0-9f62-f4197ccf5b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:44:50Z', 'updated_at': '2022-05-26T13:45:50Z', 'revision_number': 1, 'project_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f34703a3-2aa5-4ec0-91dc-579c5278c7ae', 'name': '', 'network_id': '7243f764-410e-4885-acdc-a415825d1293', 'tenant_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'mac_address': 'fa:16:3e:bd:1d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f42c48c9-dd9d-4f2d-ada0-47f18130e415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:39Z', 'updated_at': '2022-05-26T13:44:51Z', 'revision_number': 5, 'project_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'subnets': [{'id': 'f42c48c9-dd9d-4f2d-ada0-47f18130e415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:45:52.339004 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300d6b2-8f41-4227-b215-8bf285bd7cea req-c979462e-1aa7-4844-a1a7-ee20d8662ffe tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:52.340556 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5300d6b2-8f41-4227-b215-8bf285bd7cea req-c979462e-1aa7-4844-a1a7-ee20d8662ffe tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 944 time: 0.0479743 May 26 13:45:52.351305 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bd4568-6152-4b02-b859-add6acde3a15 None None] The sync data for ids ['158343de-78a2-4feb-ad8a-daa0577f703e'] in dv-cinder-819668-4-iscsi is: [{'id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'name': 'tempest-AttachVolumeShelveTestJSON-1355966574-router', 'tenant_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '3682f2c2-18c6-41c7-9917-2c057b37ee5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:36Z', 'updated_at': '2022-05-26T13:44:41Z', 'revision_number': 4, 'project_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'gw_port': {'id': '3682f2c2-18c6-41c7-9917-2c057b37ee5e', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:36Z', 'updated_at': '2022-05-26T13:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': '480d72b5-fb07-4087-a258-862e0f1bf9c2', 'tenant_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'port_id': '914816b6-d98c-46f8-9da7-123cb0956236', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7243f764-410e-4885-acdc-a415825d1293', 'mac_address': 'fa:16:3e:30:c3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef326f08-0e4f-4ad0-9f62-f4197ccf5b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:44:50Z', 'updated_at': '2022-05-26T13:45:50Z', 'revision_number': 1, 'project_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f34703a3-2aa5-4ec0-91dc-579c5278c7ae', 'name': '', 'network_id': '7243f764-410e-4885-acdc-a415825d1293', 'tenant_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'mac_address': 'fa:16:3e:bd:1d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f42c48c9-dd9d-4f2d-ada0-47f18130e415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:39Z', 'updated_at': '2022-05-26T13:44:51Z', 'revision_number': 5, 'project_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'subnets': [{'id': 'f42c48c9-dd9d-4f2d-ada0-47f18130e415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:45:52.413280 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5300d6b2-8f41-4227-b215-8bf285bd7cea req-ae850869-06fc-45f5-99b7-5fb6075e6d2d tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644543 May 26 13:45:52.596111 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa153407-c355-4bbe-ba14-84d98c58e8a5 req-2dc04ca0-0bb0-4d1d-8594-bfa1b1d90a3f tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:52.597489 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fa153407-c355-4bbe-ba14-84d98c58e8a5 req-2dc04ca0-0bb0-4d1d-8594-bfa1b1d90a3f tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1 HTTP/1.1" status: 200 len: 931 time: 0.0609825 May 26 13:45:52.607730 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317097ad-c8f3-4f81-9ca6-ded3db7b159b None None] New status for floating IP 480d72b5-fb07-4087-a258-862e0f1bf9c2: ACTIVE {{(pid=110502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 13:45:52.652872 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fa153407-c355-4bbe-ba14-84d98c58e8a5 req-81629ace-1942-4fef-8b13-4e9e81fe5365 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/security-groups?id=471f934c-6cd6-4b5f-a957-d0fe5d8f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485258 May 26 13:45:52.690423 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:53.123665 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d07c7-2a92-4e22-ab7a-16d2008a5ae7 req-938087e2-b221-486c-82fb-35dc9f74147c tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:53.126182 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c96d07c7-2a92-4e22-ab7a-16d2008a5ae7 req-938087e2-b221-486c-82fb-35dc9f74147c tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 944 time: 0.0557549 May 26 13:45:53.157083 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:53.180453 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c96d07c7-2a92-4e22-ab7a-16d2008a5ae7 req-20a6ff5b-ff57-4500-85dd-2ea369589a71 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475883 May 26 13:45:53.545046 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4efb9-4c20-48b8-afb5-ee569ddfb2a0 req-1566cefc-2223-4a25-af84-62c11df8bc31 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:53.546581 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-55c4efb9-4c20-48b8-afb5-ee569ddfb2a0 req-1566cefc-2223-4a25-af84-62c11df8bc31 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 944 time: 0.0515938 May 26 13:45:53.596986 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-55c4efb9-4c20-48b8-afb5-ee569ddfb2a0 req-2dfe8fd5-d39e-4034-956e-318f449e459a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428061 May 26 13:45:53.745376 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [req-9182884f-9510-4453-bc58-a811f8c86063 req-e954a6d7-04f8-46ad-b526-5eb9e57165bf service neutron] Request body: {'port': {'device_id': '2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:45:53.768774 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c3ab8-d4dc-476a-9904-aa9980ffa58c req-d98d4ce3-4245-4efd-87aa-0c25ce6e50ce tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:53.770527 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-655c3ab8-d4dc-476a-9904-aa9980ffa58c req-d98d4ce3-4245-4efd-87aa-0c25ce6e50ce tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1 HTTP/1.1" status: 200 len: 931 time: 0.0486870 May 26 13:45:53.815221 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [req-9182884f-9510-4453-bc58-a811f8c86063 req-e954a6d7-04f8-46ad-b526-5eb9e57165bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (16b9a0f5-441f-49b0-90d7-fb4d546e3615), before_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:53.819553 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-655c3ab8-d4dc-476a-9904-aa9980ffa58c req-a2644e6e-591e-4a45-8497-31516140b075 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/security-groups?id=471f934c-6cd6-4b5f-a957-d0fe5d8f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434599 May 26 13:45:54.130585 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:54.137282 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-cc7c85a4-74b3-416c-83f4-9b8135eb0584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:54.138813 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-cc7c85a4-74b3-416c-83f4-9b8135eb0584 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2007395425194750a87edd6c0da44e66&device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 1128 time: 0.0810041 May 26 13:45:54.140888 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5247bf-c167-49f7-b0df-5935a36aff99 req-45cf9f17-8210-4a39-a03a-255ddb7194fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:54.142341 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8e5247bf-c167-49f7-b0df-5935a36aff99 req-45cf9f17-8210-4a39-a03a-255ddb7194fc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7a22ae4c671d4c828ea95651dd7ec9cd&device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 1129 time: 0.0895603 May 26 13:45:54.148074 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.notifiers.nova [req-9182884f-9510-4453-bc58-a811f8c86063 req-e954a6d7-04f8-46ad-b526-5eb9e57165bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16b9a0f5-441f-49b0-90d7-fb4d546e3615 {{(pid=110501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:45:54.156554 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [req-9182884f-9510-4453-bc58-a811f8c86063 req-e954a6d7-04f8-46ad-b526-5eb9e57165bf service neutron] Publish callbacks [] for port (16b9a0f5-441f-49b0-90d7-fb4d546e3615), precommit_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:54.158493 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:54.172333 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.provisioning_blocks [req-9182884f-9510-4453-bc58-a811f8c86063 req-e954a6d7-04f8-46ad-b526-5eb9e57165bf service neutron] Transition to ACTIVE for port object 16b9a0f5-441f-49b0-90d7-fb4d546e3615 will not be triggered until provisioned by entity L2. {{(pid=110501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 13:45:54.175943 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0373c030-b609-49d9-9563-35b74331905f req-b50ba94d-e55e-4b84-bd45-45854c3fa4ae service neutron] 10.222.0.57 "GET /v2.0/networks/fcfdea38-f7ed-4182-bc5e-d5404ef24e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423647 May 26 13:45:54.176334 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [req-9182884f-9510-4453-bc58-a811f8c86063 req-e954a6d7-04f8-46ad-b526-5eb9e57165bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5523192'] for port (16b9a0f5-441f-49b0-90d7-fb4d546e3615), after_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:54.230378 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e954a6d7-04f8-46ad-b526-5eb9e57165bf service neutron] Pushing event updated for resources: {'Port': ['ID=16b9a0f5-441f-49b0-90d7-fb4d546e3615,revision_number=2']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:54.330287 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41affa1-7cb1-4313-b104-fd207eefac15 req-1946d629-486c-4baf-b27b-57d70c64872f tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:54.331777 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-d41affa1-7cb1-4313-b104-fd207eefac15 req-1946d629-486c-4baf-b27b-57d70c64872f tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 944 time: 0.0586309 May 26 13:45:54.355452 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.managers [req-9182884f-9510-4453-bc58-a811f8c86063 req-e954a6d7-04f8-46ad-b526-5eb9e57165bf service neutron] Attempting to bind port 16b9a0f5-441f-49b0-90d7-fb4d546e3615 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=110501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:45:54.355828 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.managers [req-9182884f-9510-4453-bc58-a811f8c86063 req-e954a6d7-04f8-46ad-b526-5eb9e57165bf service neutron] Attempting to bind port 16b9a0f5-441f-49b0-90d7-fb4d546e3615 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '8f5f18d2-2f00-493b-a6ff-c21b95675429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ed6e76ad-8a60-4553-9a4f-125f6a59cade'}] {{(pid=110501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:45:54.356111 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9182884f-9510-4453-bc58-a811f8c86063 req-e954a6d7-04f8-46ad-b526-5eb9e57165bf service neutron] Attempting to bind port 16b9a0f5-441f-49b0-90d7-fb4d546e3615 on network ed6e76ad-8a60-4553-9a4f-125f6a59cade {{(pid=110501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:45:54.363458 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9182884f-9510-4453-bc58-a811f8c86063 req-e954a6d7-04f8-46ad-b526-5eb9e57165bf service neutron] Port 16b9a0f5-441f-49b0-90d7-fb4d546e3615 on network ed6e76ad-8a60-4553-9a4f-125f6a59cade not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=110501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 13:45:54.363824 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9182884f-9510-4453-bc58-a811f8c86063 req-e954a6d7-04f8-46ad-b526-5eb9e57165bf service neutron] Attempting to bind port 16b9a0f5-441f-49b0-90d7-fb4d546e3615 on network ed6e76ad-8a60-4553-9a4f-125f6a59cade {{(pid=110501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:45:54.377804 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9182884f-9510-4453-bc58-a811f8c86063 req-e954a6d7-04f8-46ad-b526-5eb9e57165bf service neutron] Checking agent: {'id': '207809ce-be6b-4746-a715-8e1c980ff656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 42, 40), 'started_at': datetime.datetime(2022, 5, 26, 13, 42, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:45:54.378081 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9182884f-9510-4453-bc58-a811f8c86063 req-e954a6d7-04f8-46ad-b526-5eb9e57165bf service neutron] Checking segment: {'id': '8f5f18d2-2f00-493b-a6ff-c21b95675429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ed6e76ad-8a60-4553-9a4f-125f6a59cade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:45:54.378240 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9182884f-9510-4453-bc58-a811f8c86063 req-e954a6d7-04f8-46ad-b526-5eb9e57165bf service neutron] Bound using segment: {'id': '8f5f18d2-2f00-493b-a6ff-c21b95675429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ed6e76ad-8a60-4553-9a4f-125f6a59cade'} {{(pid=110501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:45:54.378672 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.managers [req-9182884f-9510-4453-bc58-a811f8c86063 req-e954a6d7-04f8-46ad-b526-5eb9e57165bf service neutron] Bound port: 16b9a0f5-441f-49b0-90d7-fb4d546e3615, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f5f18d2-2f00-493b-a6ff-c21b95675429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ed6e76ad-8a60-4553-9a4f-125f6a59cade'}}] {{(pid=110501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:45:54.379028 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [req-9182884f-9510-4453-bc58-a811f8c86063 req-e954a6d7-04f8-46ad-b526-5eb9e57165bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (16b9a0f5-441f-49b0-90d7-fb4d546e3615), before_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:54.411368 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-d41affa1-7cb1-4313-b104-fd207eefac15 req-e209a76f-1476-438f-a5af-9ce58d1f905f tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716822 May 26 13:45:54.461952 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.db [req-9182884f-9510-4453-bc58-a811f8c86063 req-e954a6d7-04f8-46ad-b526-5eb9e57165bf service neutron] For port 16b9a0f5-441f-49b0-90d7-fb4d546e3615, host hv-cinder-81966, cleared binding levels {{(pid=110501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:45:54.465113 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.db [req-9182884f-9510-4453-bc58-a811f8c86063 req-e954a6d7-04f8-46ad-b526-5eb9e57165bf service neutron] For port 16b9a0f5-441f-49b0-90d7-fb4d546e3615, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=16b9a0f5-441f-49b0-90d7-fb4d546e3615,segment=NetworkSegment(8f5f18d2-2f00-493b-a6ff-c21b95675429),segment_id=8f5f18d2-2f00-493b-a6ff-c21b95675429)] {{(pid=110501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:45:54.470528 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [req-9182884f-9510-4453-bc58-a811f8c86063 req-e954a6d7-04f8-46ad-b526-5eb9e57165bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5523192'] for port (16b9a0f5-441f-49b0-90d7-fb4d546e3615), after_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:54.508923 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9182884f-9510-4453-bc58-a811f8c86063 req-e954a6d7-04f8-46ad-b526-5eb9e57165bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:54.509533 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [req-9182884f-9510-4453-bc58-a811f8c86063 req-e954a6d7-04f8-46ad-b526-5eb9e57165bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for port (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:54.510903 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-9182884f-9510-4453-bc58-a811f8c86063 req-e954a6d7-04f8-46ad-b526-5eb9e57165bf service neutron] 10.222.0.57 "PUT /v2.0/ports/16b9a0f5-441f-49b0-90d7-fb4d546e3615 HTTP/1.1" status: 200 len: 1093 time: 0.7714806 May 26 13:45:54.511330 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1', 'tag': '16b9a0f5-441f-49b0-90d7-fb4d546e3615'}] {{(pid=110501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:45:54.513535 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7554ed366569566c1c07a20dc3a12fa332abf68ec20ff88de472e4216b3e5b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ce7608-ff47-46d5-a925-51d78eb4d81d" -d '{"events": [{"name": "network-changed", "server_uuid": "2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1", "tag": "16b9a0f5-441f-49b0-90d7-fb4d546e3615"}]}' {{(pid=110501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:45:54.531705 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e954a6d7-04f8-46ad-b526-5eb9e57165bf service neutron] Pushing event updated for resources: {'Port': ['ID=16b9a0f5-441f-49b0-90d7-fb4d546e3615,revision_number=3']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:54.552065 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c17ad17-a6aa-4004-b1b2-528fca402d61 x-openstack-request-id: req-0c17ad17-a6aa-4004-b1b2-528fca402d61 {{(pid=110501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:45:54.552393 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1", "tag": "16b9a0f5-441f-49b0-90d7-fb4d546e3615", "status": "completed", "code": 200}]} {{(pid=110501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:45:54.552677 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0c17ad17-a6aa-4004-b1b2-528fca402d61 {{(pid=110501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:45:54.553080 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c17ad17-a6aa-4004-b1b2-528fca402d61'] response: {'name': 'network-changed', 'server_uuid': '2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1', 'tag': '16b9a0f5-441f-49b0-90d7-fb4d546e3615', 'status': 'completed', 'code': 200} May 26 13:45:54.689346 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-d31cf35c-9668-4bdb-81d3-1cfb0a139a9d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa68ed54-b95b-4bfd-afca-997df1610ee7 HTTP/1.1" status: 200 len: 217 time: 0.0430505 May 26 13:45:54.694851 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e02696-d39f-499c-bbc7-448db3fe9367 req-dab3d04b-9108-499c-9042-0d2f1b5286e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:54.696451 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a8e02696-d39f-499c-bbc7-448db3fe9367 req-dab3d04b-9108-499c-9042-0d2f1b5286e3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ce476b2a1764f56b9780f4a5c75ac3d&device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 1130 time: 0.0456002 May 26 13:45:54.737396 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17255d1a-e7da-451e-9434-ce899d90360a req-392a88ec-77dc-4b61-a737-40ab58951974 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:54.738866 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-17255d1a-e7da-451e-9434-ce899d90360a req-392a88ec-77dc-4b61-a737-40ab58951974 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 944 time: 0.0524728 May 26 13:45:54.790588 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-17255d1a-e7da-451e-9434-ce899d90360a req-b690cde5-d575-4404-9e95-bbf1d60ef290 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453281 May 26 13:45:54.935915 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bc07f-f035-4ba0-a9bc-d8c85af64f52 req-1cb74d73-f403-4b44-8542-e935bdf494f1 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:54.937561 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a38bc07f-f035-4ba0-a9bc-d8c85af64f52 req-1cb74d73-f403-4b44-8542-e935bdf494f1 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1 HTTP/1.1" status: 200 len: 943 time: 0.0495000 May 26 13:45:54.993387 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a38bc07f-f035-4ba0-a9bc-d8c85af64f52 req-89b803ae-8871-4e11-86ea-271221283d58 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/security-groups?id=471f934c-6cd6-4b5f-a957-d0fe5d8f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496211 May 26 13:45:55.531126 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea0aba-2fba-4a7a-8df5-7da01ac44889 req-9a715259-4990-49d9-904e-4f8ba208282d tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:55.533198 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-6aea0aba-2fba-4a7a-8df5-7da01ac44889 req-9a715259-4990-49d9-904e-4f8ba208282d tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 944 time: 0.0502629 May 26 13:45:55.588257 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-6aea0aba-2fba-4a7a-8df5-7da01ac44889 req-48d89e47-3243-4dbf-a856-e30d8c132c9d tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471053 May 26 13:45:55.920404 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86024a18-5d2c-4674-b50c-8896a417bad5 req-e7e160c6-47ab-44ff-b8b1-d40f8c197b3e tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:55.922649 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-86024a18-5d2c-4674-b50c-8896a417bad5 req-e7e160c6-47ab-44ff-b8b1-d40f8c197b3e tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 944 time: 0.0607433 May 26 13:45:55.982643 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-86024a18-5d2c-4674-b50c-8896a417bad5 req-c3597d80-0095-4898-a3dc-fc3749e35530 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520253 May 26 13:45:56.080295 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 58418) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:45:56.116997 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4901c-8efb-41e3-adb6-50675aaa6b1a req-c18fe744-5cc5-44d4-b34a-330040d0bfa5 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:56.118468 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-87d4901c-8efb-41e3-adb6-50675aaa6b1a req-c18fe744-5cc5-44d4-b34a-330040d0bfa5 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1 HTTP/1.1" status: 200 len: 943 time: 0.0556097 May 26 13:45:56.166549 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-87d4901c-8efb-41e3-adb6-50675aaa6b1a req-48d12791-ea76-496f-8d86-c7856f1fa9c2 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/security-groups?id=471f934c-6cd6-4b5f-a957-d0fe5d8f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423114 May 26 13:45:56.195403 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-367cebb1-f4d6-45a3-9489-e156abc977df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:56.228268 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:56.276359 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-367cebb1-f4d6-45a3-9489-e156abc977df admin admin] Publish callbacks [] for security_group (d9153676-f903-43c5-b058-8b22753c2c30), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:56.280611 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-367cebb1-f4d6-45a3-9489-e156abc977df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (d9153676-f903-43c5-b058-8b22753c2c30), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:56.320464 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367cebb1-f4d6-45a3-9489-e156abc977df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9153676-f903-43c5-b058-8b22753c2c30,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:56.324927 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-367cebb1-f4d6-45a3-9489-e156abc977df admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0484da23a9ab4d22aa654f0874f1b632&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435813 May 26 13:45:56.327697 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 58422) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:45:56.381719 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-8672c1ab-2e46-4c74-8f42-c8e8708a9283 admin admin] Publish callbacks [] for security_group (d9153676-f903-43c5-b058-8b22753c2c30), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:56.404141 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-8672c1ab-2e46-4c74-8f42-c8e8708a9283 admin admin] Publish callbacks [] for security_group (d9153676-f903-43c5-b058-8b22753c2c30), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:56.420673 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:56.457206 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-8672c1ab-2e46-4c74-8f42-c8e8708a9283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (d9153676-f903-43c5-b058-8b22753c2c30), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:56.461046 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-8672c1ab-2e46-4c74-8f42-c8e8708a9283 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:56.462760 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-8672c1ab-2e46-4c74-8f42-c8e8708a9283 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d9153676-f903-43c5-b058-8b22753c2c30 HTTP/1.1" status: 204 len: 168 time: 0.1340277 May 26 13:45:56.473433 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8672c1ab-2e46-4c74-8f42-c8e8708a9283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9153676-f903-43c5-b058-8b22753c2c30,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:56.738121 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf82c4-ed73-42d7-8375-ddff8daac18f req-b6504f6e-125c-42d3-add0-f57f409ac236 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:56.740777 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-36bf82c4-ed73-42d7-8375-ddff8daac18f req-b6504f6e-125c-42d3-add0-f57f409ac236 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 944 time: 0.0642464 May 26 13:45:56.822334 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-36bf82c4-ed73-42d7-8375-ddff8daac18f req-f5c775ed-30da-496e-b9c3-f9a6c58297f9 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633023 May 26 13:45:56.856840 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 58446) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:45:56.871574 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-3b6c6532-f7f0-4a7e-91d9-3e3c1dbae6ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:56.958506 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-3b6c6532-f7f0-4a7e-91d9-3e3c1dbae6ef admin admin] Publish callbacks [] for security_group (e9184f23-aa7f-4091-82fa-e6f7df72d110), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:56.961949 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-3b6c6532-f7f0-4a7e-91d9-3e3c1dbae6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (e9184f23-aa7f-4091-82fa-e6f7df72d110), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:56.994558 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:57.002625 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:57.007044 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-3b6c6532-f7f0-4a7e-91d9-3e3c1dbae6ef admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e536c0e1e08340e89b27fd10934f4843&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1490095 May 26 13:45:57.009283 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c6532-f7f0-4a7e-91d9-3e3c1dbae6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9184f23-aa7f-4091-82fa-e6f7df72d110,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:57.010194 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 58452) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:45:57.067578 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-6e7b5ec6-2268-434f-9db3-eb5c5a900cfa admin admin] Publish callbacks [] for security_group (e9184f23-aa7f-4091-82fa-e6f7df72d110), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:57.094589 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-6e7b5ec6-2268-434f-9db3-eb5c5a900cfa admin admin] Publish callbacks [] for security_group (e9184f23-aa7f-4091-82fa-e6f7df72d110), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:57.109775 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c2164-26c3-484a-82e0-d6058955bfac req-6cf1265c-fa44-44eb-a97d-1ae61d95b0fd tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:57.111260 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-198c2164-26c3-484a-82e0-d6058955bfac req-6cf1265c-fa44-44eb-a97d-1ae61d95b0fd tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 944 time: 0.0530901 May 26 13:45:57.168026 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-198c2164-26c3-484a-82e0-d6058955bfac req-7f2d8bf2-3bab-4188-b507-eaa5de05778a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504043 May 26 13:45:57.174941 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-6e7b5ec6-2268-434f-9db3-eb5c5a900cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (e9184f23-aa7f-4091-82fa-e6f7df72d110), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:57.177999 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-6e7b5ec6-2268-434f-9db3-eb5c5a900cfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:57.179337 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-6e7b5ec6-2268-434f-9db3-eb5c5a900cfa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e9184f23-aa7f-4091-82fa-e6f7df72d110 HTTP/1.1" status: 204 len: 168 time: 0.1675754 May 26 13:45:57.228817 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7b5ec6-2268-434f-9db3-eb5c5a900cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9184f23-aa7f-4091-82fa-e6f7df72d110,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:57.433515 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce7608-ff47-46d5-a925-51d78eb4d81d req-efdace1b-3ded-4a4b-a01a-9feeb51a28a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:57.435030 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-69ce7608-ff47-46d5-a925-51d78eb4d81d req-efdace1b-3ded-4a4b-a01a-9feeb51a28a2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c879e95c508f401fbc77e63b1e64dd16&device_id=2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1 HTTP/1.1" status: 200 len: 1127 time: 0.1497171 May 26 13:45:57.438217 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e153069-f059-4c68-bc22-e77b07c6c4e4 req-bef9424e-0de0-45b5-8aca-fc240d5135a1 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:57.439898 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8e153069-f059-4c68-bc22-e77b07c6c4e4 req-bef9424e-0de0-45b5-8aca-fc240d5135a1 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1 HTTP/1.1" status: 200 len: 943 time: 0.2022262 May 26 13:45:57.445656 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-a4c61ca7-4e4c-493e-acb3-c7b5fd326db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:57.448440 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-a4c61ca7-4e4c-493e-acb3-c7b5fd326db8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=761e5aa1-c2fe-4f86-81be-d9dede097e42 HTTP/1.1" status: 200 len: 850 time: 0.1642687 May 26 13:45:57.475266 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe4b6c-8ba4-403f-8f77-4f6140ee2d53 req-f9876d2e-020a-4bc6-a506-976f1d4c96c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:57.476764 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fafe4b6c-8ba4-403f-8f77-4f6140ee2d53 req-f9876d2e-020a-4bc6-a506-976f1d4c96c4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=667a2ccd9c9045879b4b87e156997161&device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 1128 time: 0.1517127 May 26 13:45:57.493200 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5247bf-c167-49f7-b0df-5935a36aff99 req-19ba3d53-ae60-4baa-8a0c-8696234cf797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:57.494698 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8e5247bf-c167-49f7-b0df-5935a36aff99 req-19ba3d53-ae60-4baa-8a0c-8696234cf797 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fe7c5613-fb2c-42f9-ab8b-0d2c594276aa HTTP/1.1" status: 200 len: 913 time: 0.3466058 May 26 13:45:57.532065 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e02696-d39f-499c-bbc7-448db3fe9367 req-97336a9b-5ba5-4fc4-beb8-b2f6c1168365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:57.533555 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a8e02696-d39f-499c-bbc7-448db3fe9367 req-97336a9b-5ba5-4fc4-beb8-b2f6c1168365 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7243f764-410e-4885-acdc-a415825d1293 HTTP/1.1" status: 200 len: 918 time: 0.2386801 May 26 13:45:57.542524 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8e153069-f059-4c68-bc22-e77b07c6c4e4 req-428f26e3-02ec-4661-a670-1b9ef39e0113 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/security-groups?id=471f934c-6cd6-4b5f-a957-d0fe5d8f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881646 May 26 13:45:58.030718 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8e5247bf-c167-49f7-b0df-5935a36aff99 req-8d93ed22-bfb3-446e-a043-1a5d10f9f6af service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b5743b4-b6c9-449d-9b8a-dd2f82596278 HTTP/1.1" status: 200 len: 217 time: 0.0644550 May 26 13:45:58.119772 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-c7fd4224-1d01-463d-b708-7c43c5abc325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:58.121528 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-c7fd4224-1d01-463d-b708-7c43c5abc325 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=96b4b46b-ed06-4350-9763-5db4d4c655a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1053050 May 26 13:45:58.151836 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b4f9c-ca35-412a-a108-8ae6250ded3e req-540cf5f5-9595-46ef-b4e2-98b9e1b82379 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:58.154000 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-7c0b4f9c-ca35-412a-a108-8ae6250ded3e req-540cf5f5-9595-46ef-b4e2-98b9e1b82379 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 944 time: 0.2183332 May 26 13:45:58.176017 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:INSERT=2,neutron:SELECT=92,neutron:DELETE=6 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:58.182048 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 58500) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:45:58.273044 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce7608-ff47-46d5-a925-51d78eb4d81d req-91cf6ef0-32c2-4e8e-9db0-ea17a1ee1202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:58.274904 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-69ce7608-ff47-46d5-a925-51d78eb4d81d req-91cf6ef0-32c2-4e8e-9db0-ea17a1ee1202 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=c879e95c508f401fbc77e63b1e64dd16&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2597446 May 26 13:45:58.451561 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-7c0b4f9c-ca35-412a-a108-8ae6250ded3e req-dc47cc16-9912-4115-aa51-ee121f628ce7 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2665896 May 26 13:45:58.515547 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a8e02696-d39f-499c-bbc7-448db3fe9367 req-a16e6982-c14d-407e-8161-4c3dae7bcf53 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=914816b6-d98c-46f8-9da7-123cb0956236 HTTP/1.1" status: 200 len: 1002 time: 0.4936798 May 26 13:45:58.521987 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce7608-ff47-46d5-a925-51d78eb4d81d req-f29b6c04-a258-4612-ac6f-7d605b601051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:58.523727 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-69ce7608-ff47-46d5-a925-51d78eb4d81d req-f29b6c04-a258-4612-ac6f-7d605b601051 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2378893 May 26 13:45:58.529883 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-4a5b50b3-9f95-456e-b046-61a0c557cdb0 service neutron] 10.222.0.57 "GET /v2.0/networks/96b4b46b-ed06-4350-9763-5db4d4c655a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641962 May 26 13:45:58.533186 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 58516) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:45:58.593324 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5247bf-c167-49f7-b0df-5935a36aff99 req-8794fbbb-a556-4b5d-bcde-832f092defe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:58.595247 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8e5247bf-c167-49f7-b0df-5935a36aff99 req-8794fbbb-a556-4b5d-bcde-832f092defe1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1a8db53a-65d3-417c-a9a0-5484759c95ee HTTP/1.1" status: 200 len: 852 time: 0.5022147 May 26 13:45:58.607294 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-99d0914b-1a32-4126-8474-67465884372f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:58.609624 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266098d-eb90-4b1b-b02a-6e11e2302aec req-613e5c91-f219-40cd-9e78-ff806361fc90 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:58.611087 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2266098d-eb90-4b1b-b02a-6e11e2302aec req-613e5c91-f219-40cd-9e78-ff806361fc90 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 944 time: 0.0908124 May 26 13:45:58.632338 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe4b6c-8ba4-403f-8f77-4f6140ee2d53 req-d56c0ca4-b550-4eb0-8208-baf9ba2508e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:58.633782 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fafe4b6c-8ba4-403f-8f77-4f6140ee2d53 req-d56c0ca4-b550-4eb0-8208-baf9ba2508e5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fcfdea38-f7ed-4182-bc5e-d5404ef24e0e HTTP/1.1" status: 200 len: 919 time: 0.6828878 May 26 13:45:58.650682 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f873fc44-9e88-48f8-b4ce-b6e7b2d4be3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:58.673368 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2266098d-eb90-4b1b-b02a-6e11e2302aec req-e9e90f9b-8507-4389-b923-5b373391e90d tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522144 May 26 13:45:58.719370 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:58.768917 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fafe4b6c-8ba4-403f-8f77-4f6140ee2d53 req-dd8d8d5d-d570-46bc-9e34-d6c72e06e0cf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa HTTP/1.1" status: 200 len: 217 time: 0.0941193 May 26 13:45:58.773348 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8e5247bf-c167-49f7-b0df-5935a36aff99 req-1a456a9e-3783-46cf-af31-fbb92371eab8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fe7c5613-fb2c-42f9-ab8b-0d2c594276aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881689 May 26 13:45:58.783063 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e02696-d39f-499c-bbc7-448db3fe9367 req-8c96b35f-4463-41b3-b2e8-cdce501b2f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:58.784424 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a8e02696-d39f-499c-bbc7-448db3fe9367 req-8c96b35f-4463-41b3-b2e8-cdce501b2f9a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f42c48c9-dd9d-4f2d-ada0-47f18130e415 HTTP/1.1" status: 200 len: 856 time: 0.1086693 May 26 13:45:58.892623 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=110502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 13:45:58.919481 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe4b6c-8ba4-403f-8f77-4f6140ee2d53 req-05dcd184-e724-4c40-8071-fd182fd15ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:58.920912 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fafe4b6c-8ba4-403f-8f77-4f6140ee2d53 req-05dcd184-e724-4c40-8071-fd182fd15ddd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5 HTTP/1.1" status: 200 len: 857 time: 0.1340790 May 26 13:45:58.924555 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e02696-d39f-499c-bbc7-448db3fe9367 req-b7d14da3-ac2c-415f-aada-d31efa680fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:58.925467 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a8e02696-d39f-499c-bbc7-448db3fe9367 req-b7d14da3-ac2c-415f-aada-d31efa680fec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7243f764-410e-4885-acdc-a415825d1293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1280503 May 26 13:45:59.008873 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8e5247bf-c167-49f7-b0df-5935a36aff99 req-d5139ea9-8994-4908-9ce6-c433b9fc6297 service neutron] 10.222.0.57 "GET /v2.0/networks/fe7c5613-fb2c-42f9-ab8b-0d2c594276aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132676 May 26 13:45:59.026669 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa,segment=NetworkSegment(3a4a3e5b-0e17-442c-bc39-61e33c050f0d),segment_id=3a4a3e5b-0e17-442c-bc39-61e33c050f0d)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:45:59.039784 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Returning: {'device': '22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa', 'network_id': 'fcfdea38-f7ed-4182-bc5e-d5404ef24e0e', 'port_id': '22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa', 'mac_address': 'fa:16:3e:28:cd:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 13:45:59.058818 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:59.065783 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe4b6c-8ba4-403f-8f77-4f6140ee2d53 req-39e14bb6-1642-49d3-aed2-f37d4144ffe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:59.067293 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fafe4b6c-8ba4-403f-8f77-4f6140ee2d53 req-39e14bb6-1642-49d3-aed2-f37d4144ffe2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fcfdea38-f7ed-4182-bc5e-d5404ef24e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1239760 May 26 13:45:59.101801 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:59.105745 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port 22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa is: DOWN; New status is: BUILD {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:45:59.106176 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:59.137725 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa {{(pid=110502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:45:59.156865 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a42d40-ebfe-49c2-a8ea-5a1064710bb7 req-b9772f6c-64b9-4401-ac3a-a670c7da6518 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:59.164913 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-91a42d40-ebfe-49c2-a8ea-5a1064710bb7 req-b9772f6c-64b9-4401-ac3a-a670c7da6518 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1 HTTP/1.1" status: 200 len: 943 time: 0.4904547 May 26 13:45:59.170497 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa,segment=NetworkSegment(3a4a3e5b-0e17-442c-bc39-61e33c050f0d),segment_id=3a4a3e5b-0e17-442c-bc39-61e33c050f0d)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:45:59.175973 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:59.193496 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-a2d53e42-6c64-41aa-b855-3b83be1fa18e service neutron] 10.222.0.57 "GET /v2.0/networks/96b4b46b-ed06-4350-9763-5db4d4c655a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5137384 May 26 13:45:59.202899 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:59.213086 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9182884f-9510-4453-bc58-a811f8c86063 req-0730e473-0731-4411-a17f-d69f77e30655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:59.220609 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-9182884f-9510-4453-bc58-a811f8c86063 req-0730e473-0731-4411-a17f-d69f77e30655 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c879e95c508f401fbc77e63b1e64dd16&device_id=2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1 HTTP/1.1" status: 200 len: 1127 time: 0.4809561 May 26 13:45:59.223174 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a8e02696-d39f-499c-bbc7-448db3fe9367 req-fa306560-c2ce-4467-8aaf-5d37e9f7ce02 service neutron] 10.222.0.57 "GET /v2.0/networks/7243f764-410e-4885-acdc-a415825d1293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808516 May 26 13:45:59.260825 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8e5247bf-c167-49f7-b0df-5935a36aff99 req-62c53172-3ab8-4491-b44b-3dcd53f50f48 service neutron] 10.222.0.57 "GET /v2.0/networks/fe7c5613-fb2c-42f9-ab8b-0d2c594276aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201984 May 26 13:45:59.271662 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa,revision_number=4']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:59.313206 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-99d0914b-1a32-4126-8474-67465884372f admin admin] Publish callbacks [] for security_group (569d21cc-6a46-4730-b2f6-f0c821938734), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:59.314523 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fafe4b6c-8ba4-403f-8f77-4f6140ee2d53 req-9469d9c0-209b-4bf0-ba22-5effadd389e3 service neutron] 10.222.0.57 "GET /v2.0/networks/fcfdea38-f7ed-4182-bc5e-d5404ef24e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109439 May 26 13:45:59.316428 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-9182884f-9510-4453-bc58-a811f8c86063 req-1c196387-374e-4c15-8dfc-24e4250b47d8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=16b9a0f5-441f-49b0-90d7-fb4d546e3615 HTTP/1.1" status: 200 len: 217 time: 0.0751493 May 26 13:45:59.330857 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-99d0914b-1a32-4126-8474-67465884372f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (569d21cc-6a46-4730-b2f6-f0c821938734), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:59.363134 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a8e02696-d39f-499c-bbc7-448db3fe9367 req-27f64262-6b5f-4946-bc0b-a40851b4ccf9 service neutron] 10.222.0.57 "GET /v2.0/networks/7243f764-410e-4885-acdc-a415825d1293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207480 May 26 13:45:59.388850 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-91a42d40-ebfe-49c2-a8ea-5a1064710bb7 req-2ac03809-4c6c-4d6d-affc-f8e1d8ce3807 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/security-groups?id=471f934c-6cd6-4b5f-a957-d0fe5d8f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227216 May 26 13:45:59.397380 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f873fc44-9e88-48f8-b4ce-b6e7b2d4be3e admin admin] Publish callbacks [] for security_group (fad59c8e-3a21-4ff9-845c-8c923375137c), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:59.403461 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d0914b-1a32-4126-8474-67465884372f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569d21cc-6a46-4730-b2f6-f0c821938734,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:59.406730 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f873fc44-9e88-48f8-b4ce-b6e7b2d4be3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (fad59c8e-3a21-4ff9-845c-8c923375137c), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:59.411026 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-99d0914b-1a32-4126-8474-67465884372f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=be3a448c44af40d9b0297a48948f7f38&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2272813 May 26 13:45:59.417250 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 58540) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:45:59.456343 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-f873fc44-9e88-48f8-b4ce-b6e7b2d4be3e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=66580b18e5c54b3f9ecf199e046f3cd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9210918 May 26 13:45:59.457805 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f873fc44-9e88-48f8-b4ce-b6e7b2d4be3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad59c8e-3a21-4ff9-845c-8c923375137c,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:59.460422 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 58542) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:45:59.480756 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-77d9e3f7-73ab-4e20-a800-230b3c12b94a admin admin] Publish callbacks [] for security_group (569d21cc-6a46-4730-b2f6-f0c821938734), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:59.509526 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-77d9e3f7-73ab-4e20-a800-230b3c12b94a admin admin] Publish callbacks [] for security_group (569d21cc-6a46-4730-b2f6-f0c821938734), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:59.515616 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-04ef1398-59a2-4d3f-aa78-921fbad604ee admin admin] Publish callbacks [] for security_group (fad59c8e-3a21-4ff9-845c-8c923375137c), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:59.542379 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-04ef1398-59a2-4d3f-aa78-921fbad604ee admin admin] Publish callbacks [] for security_group (fad59c8e-3a21-4ff9-845c-8c923375137c), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:59.547680 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:45:59.603055 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-77d9e3f7-73ab-4e20-a800-230b3c12b94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (569d21cc-6a46-4730-b2f6-f0c821938734), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:59.605774 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-77d9e3f7-73ab-4e20-a800-230b3c12b94a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:59.606951 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-77d9e3f7-73ab-4e20-a800-230b3c12b94a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/569d21cc-6a46-4730-b2f6-f0c821938734 HTTP/1.1" status: 204 len: 168 time: 0.1887155 May 26 13:45:59.625050 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-04ef1398-59a2-4d3f-aa78-921fbad604ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (fad59c8e-3a21-4ff9-845c-8c923375137c), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:59.625297 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98596d-90f7-4928-b65d-661ff7e8dc62 req-d89f8656-46a8-4cea-991a-7cc100324fef tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:59.626926 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2e98596d-90f7-4928-b65d-661ff7e8dc62 req-d89f8656-46a8-4cea-991a-7cc100324fef tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 944 time: 0.0631504 May 26 13:45:59.627905 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d9e3f7-73ab-4e20-a800-230b3c12b94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569d21cc-6a46-4730-b2f6-f0c821938734,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:59.635678 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-04ef1398-59a2-4d3f-aa78-921fbad604ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:45:59.639575 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-04ef1398-59a2-4d3f-aa78-921fbad604ee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fad59c8e-3a21-4ff9-845c-8c923375137c HTTP/1.1" status: 204 len: 168 time: 0.1753943 May 26 13:45:59.669667 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef1398-59a2-4d3f-aa78-921fbad604ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad59c8e-3a21-4ff9-845c-8c923375137c,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:45:59.748781 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2e98596d-90f7-4928-b65d-661ff7e8dc62 req-660b8fae-a004-4e5b-8527-8815e99c0124 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991793 May 26 13:45:59.749920 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] get_ports_and_sgs() called for port_ids ['22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa'] {{(pid=110502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 13:45:59.841040 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5701d-8326-4062-b632-63c9de9e8e68 req-f6f7724d-8428-451a-bab3-6f9d7dbc2f9b tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:45:59.848182 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-b1d5701d-8326-4062-b632-63c9de9e8e68 req-f6f7724d-8428-451a-bab3-6f9d7dbc2f9b tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 945 time: 0.0778296 May 26 13:45:59.965144 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-b1d5701d-8326-4062-b632-63c9de9e8e68 req-b3bbef04-f02a-439c-a7b3-31e264bd2147 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155603 May 26 13:46:00.175049 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 58560) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:00.180440 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 58562) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:00.186369 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:00.193688 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-0033148e-5021-4c6b-b6f3-39e6cff5d0ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:00.194966 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-9c61e29e-223a-4957-a5ed-631a12eeac2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:00.285200 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-9c61e29e-223a-4957-a5ed-631a12eeac2c admin admin] Publish callbacks [] for security_group (ae644a62-85f4-41bb-8ca0-3db1466dd921), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:00.288712 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-0033148e-5021-4c6b-b6f3-39e6cff5d0ef admin admin] Publish callbacks [] for security_group (490a642d-8852-4c74-9907-4f523b5801f9), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:00.290326 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-9c61e29e-223a-4957-a5ed-631a12eeac2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (ae644a62-85f4-41bb-8ca0-3db1466dd921), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:00.293251 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-0033148e-5021-4c6b-b6f3-39e6cff5d0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (490a642d-8852-4c74-9907-4f523b5801f9), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:00.327269 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1,neutron:INSERT=14,neutron:DELETE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:00.337175 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-9c61e29e-223a-4957-a5ed-631a12eeac2c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=62d6c66d76ec4d3e8b7d41a21ec1e34a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1532896 May 26 13:46:00.337361 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-0033148e-5021-4c6b-b6f3-39e6cff5d0ef admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d643bbf093804b96b3b2a5cad6a240be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1590376 May 26 13:46:00.337440 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0033148e-5021-4c6b-b6f3-39e6cff5d0ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490a642d-8852-4c74-9907-4f523b5801f9,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:00.337907 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c61e29e-223a-4957-a5ed-631a12eeac2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae644a62-85f4-41bb-8ca0-3db1466dd921,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:00.339972 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 58566) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:00.340397 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 58568) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:00.434393 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-81fdc0f5-dd54-4e3c-a4a1-fc06f45d7058 admin admin] Publish callbacks [] for security_group (ae644a62-85f4-41bb-8ca0-3db1466dd921), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:00.437007 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-c8fe3643-d2c3-4f84-acb0-89c8c888a121 admin admin] Publish callbacks [] for security_group (490a642d-8852-4c74-9907-4f523b5801f9), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:00.470961 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-81fdc0f5-dd54-4e3c-a4a1-fc06f45d7058 admin admin] Publish callbacks [] for security_group (ae644a62-85f4-41bb-8ca0-3db1466dd921), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:00.482056 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-c8fe3643-d2c3-4f84-acb0-89c8c888a121 admin admin] Publish callbacks [] for security_group (490a642d-8852-4c74-9907-4f523b5801f9), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:00.491946 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:00.512627 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce80c6-fae0-477b-b7ff-da768c01225e req-3e9b8da5-6eae-4788-b892-7c884e8902c3 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:00.514144 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fcce80c6-fae0-477b-b7ff-da768c01225e req-3e9b8da5-6eae-4788-b892-7c884e8902c3 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1 HTTP/1.1" status: 200 len: 943 time: 0.0497041 May 26 13:46:00.559334 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-81fdc0f5-dd54-4e3c-a4a1-fc06f45d7058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (ae644a62-85f4-41bb-8ca0-3db1466dd921), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:00.562441 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-81fdc0f5-dd54-4e3c-a4a1-fc06f45d7058 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:00.566017 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-81fdc0f5-dd54-4e3c-a4a1-fc06f45d7058 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ae644a62-85f4-41bb-8ca0-3db1466dd921 HTTP/1.1" status: 204 len: 168 time: 0.2212374 May 26 13:46:00.566017 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-c8fe3643-d2c3-4f84-acb0-89c8c888a121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (490a642d-8852-4c74-9907-4f523b5801f9), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:00.568181 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-c8fe3643-d2c3-4f84-acb0-89c8c888a121 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:00.569305 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-c8fe3643-d2c3-4f84-acb0-89c8c888a121 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/490a642d-8852-4c74-9907-4f523b5801f9 HTTP/1.1" status: 204 len: 168 time: 0.2265890 May 26 13:46:00.577428 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fcce80c6-fae0-477b-b7ff-da768c01225e req-65d854a1-a12a-4278-a539-0d1473a1b471 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/security-groups?id=471f934c-6cd6-4b5f-a957-d0fe5d8f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566125 May 26 13:46:00.577630 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fdc0f5-dd54-4e3c-a4a1-fc06f45d7058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae644a62-85f4-41bb-8ca0-3db1466dd921,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:00.600328 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fe3643-d2c3-4f84-acb0-89c8c888a121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490a642d-8852-4c74-9907-4f523b5801f9,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:00.886226 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9b020-6e4f-4431-aa71-7a33397e1ddb req-6c4aa00a-1f31-4831-837e-375be5853144 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:00.887959 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-a7b9b020-6e4f-4431-aa71-7a33397e1ddb req-6c4aa00a-1f31-4831-837e-375be5853144 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 944 time: 0.0489714 May 26 13:46:00.943881 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-a7b9b020-6e4f-4431-aa71-7a33397e1ddb req-f25a10a0-9716-4792-90ce-85b9bf1e61f2 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497015 May 26 13:46:00.984565 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa up at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:46:01.103439 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Provisioning for port 22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa completed by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 13:46:01.111748 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Provisioning complete for port 22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:46:01.113092 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:01.120893 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28855fa3-50e6-45df-868e-0010292336c9 req-9e5075f9-412a-4fdb-a3dd-422edb2d2ff8 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:01.122472 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-28855fa3-50e6-45df-868e-0010292336c9 req-9e5075f9-412a-4fdb-a3dd-422edb2d2ff8 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 945 time: 0.0608213 May 26 13:46:01.191182 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-28855fa3-50e6-45df-868e-0010292336c9 req-6dcf822c-3bc4-4e52-8710-d700eaa40bec tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612359 May 26 13:46:01.228970 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port 22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa is: BUILD; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:46:01.229346 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:01.250681 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:01.258061 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75f8bc8-637f-444e-b3f2-5f5fa9620cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa'}] {{(pid=110502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:46:01.260646 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186ee40048dd7feccd586c88f433d7b47dbfd7dc0140a518261bfa5b158966a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63f6f8b-186c-4120-a6fd-70f008291d48" -d '{"events": [{"server_uuid": "b75f8bc8-637f-444e-b3f2-5f5fa9620cf9", "name": "network-vif-plugged", "status": "completed", "tag": "22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa"}]}' {{(pid=110502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:46:01.292905 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa,segment=NetworkSegment(3a4a3e5b-0e17-442c-bc39-61e33c050f0d),segment_id=3a4a3e5b-0e17-442c-bc39-61e33c050f0d)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:46:01.307609 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:01.355255 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74dc5b7c-dc02-497d-970a-a2335f2882b5 x-openstack-request-id: req-74dc5b7c-dc02-497d-970a-a2335f2882b5 {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:46:01.355551 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75f8bc8-637f-444e-b3f2-5f5fa9620cf9", "name": "network-vif-plugged", "status": "completed", "tag": "22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa", "code": 200}]} {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:46:01.355801 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-74dc5b7c-dc02-497d-970a-a2335f2882b5 {{(pid=110502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:46:01.356184 dv-cinder-819668-4-iscsi neutron-server[110502]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74dc5b7c-dc02-497d-970a-a2335f2882b5'] response: {'server_uuid': 'b75f8bc8-637f-444e-b3f2-5f5fa9620cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa', 'code': 200} May 26 13:46:01.390302 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa,revision_number=5']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:01.774616 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9182884f-9510-4453-bc58-a811f8c86063 req-357d5af0-5c47-4f03-88c1-4cc6e5110b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:01.777007 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-9182884f-9510-4453-bc58-a811f8c86063 req-357d5af0-5c47-4f03-88c1-4cc6e5110b3a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=87df260c-e650-44a2-aa27-f9f1e5660e2c HTTP/1.1" status: 200 len: 848 time: 0.1050048 May 26 13:46:01.854003 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-9182884f-9510-4453-bc58-a811f8c86063 req-b60126fb-462d-454b-b312-b7af80c9e7e4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ed6e76ad-8a60-4553-9a4f-125f6a59cade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643659 May 26 13:46:01.857624 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909a23c-e0d4-49aa-97e4-351f774cc719 req-e3172c32-0567-4c58-9593-5c591447b488 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:01.859148 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b909a23c-e0d4-49aa-97e4-351f774cc719 req-e3172c32-0567-4c58-9593-5c591447b488 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1 HTTP/1.1" status: 200 len: 943 time: 0.1513615 May 26 13:46:01.936722 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b909a23c-e0d4-49aa-97e4-351f774cc719 req-7987b66f-f4c7-431d-a732-0cf9014fb103 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/security-groups?id=471f934c-6cd6-4b5f-a957-d0fe5d8f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677223 May 26 13:46:01.939401 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fafe4b6c-8ba4-403f-8f77-4f6140ee2d53 req-ad536f94-5fa5-4e6c-94b0-ae7498b5efad service neutron] 10.222.0.57 "GET /v2.0/networks/fcfdea38-f7ed-4182-bc5e-d5404ef24e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688289 May 26 13:46:02.003213 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-9182884f-9510-4453-bc58-a811f8c86063 req-4d8ea3df-95d7-4ffe-a6ae-a9533606f135 service neutron] 10.222.0.57 "GET /v2.0/networks/ed6e76ad-8a60-4553-9a4f-125f6a59cade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419778 May 26 13:46:02.020140 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d96b9-b1d5-4220-93b1-06fe51dbcc04 req-b1be48e4-f06c-4e37-b2d3-23f6588cb3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:02.021810 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-110d96b9-b1d5-4220-93b1-06fe51dbcc04 req-b1be48e4-f06c-4e37-b2d3-23f6588cb3e5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 1130 time: 0.0561161 May 26 13:46:02.079009 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-110d96b9-b1d5-4220-93b1-06fe51dbcc04 req-f0290ec7-10bc-41bc-8464-ee51fcc6d8f5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491691 May 26 13:46:02.130431 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77fb97-abfd-458f-839f-6b3885a766bb req-96e862d7-bbad-4652-b3d4-89d8a3476654 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:02.132533 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-ad77fb97-abfd-458f-839f-6b3885a766bb req-96e862d7-bbad-4652-b3d4-89d8a3476654 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 944 time: 0.0862629 May 26 13:46:02.190871 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-9182884f-9510-4453-bc58-a811f8c86063 req-c7e0b90b-43b9-48a7-a8e3-a8763ca46583 service neutron] 10.222.0.57 "GET /v2.0/networks/ed6e76ad-8a60-4553-9a4f-125f6a59cade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801207 May 26 13:46:02.208344 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-ad77fb97-abfd-458f-839f-6b3885a766bb req-13471838-b161-4809-bb3d-20c1e11afa4e tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685403 May 26 13:46:02.323351 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc159f-a009-41d9-a8ac-79b926ac1b6c req-cfe0f440-b4bb-44c2-a0fd-f2fb4a5efce5 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:02.325272 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-05cc159f-a009-41d9-a8ac-79b926ac1b6c req-cfe0f440-b4bb-44c2-a0fd-f2fb4a5efce5 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 946 time: 0.0499711 May 26 13:46:02.400971 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-05cc159f-a009-41d9-a8ac-79b926ac1b6c req-dfd689fa-79d4-48d6-bae2-f0b1fc53468b tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684831 May 26 13:46:02.977456 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device fa68ed54-b95b-4bfd-afca-997df1610ee7 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=110502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 13:46:03.149179 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a120f-91be-46c8-9f3c-9838fc576e1a req-6f8ba571-568f-4a1f-9673-1ff0e312bd61 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:03.153506 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-ff5a120f-91be-46c8-9f3c-9838fc576e1a req-6f8ba571-568f-4a1f-9673-1ff0e312bd61 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1 HTTP/1.1" status: 200 len: 943 time: 0.1148624 May 26 13:46:03.243025 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-ff5a120f-91be-46c8-9f3c-9838fc576e1a req-d252ef17-c38b-4352-a7a9-7770b712d555 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/security-groups?id=471f934c-6cd6-4b5f-a957-d0fe5d8f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837348 May 26 13:46:03.283899 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port fa68ed54-b95b-4bfd-afca-997df1610ee7, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=fa68ed54-b95b-4bfd-afca-997df1610ee7,segment=NetworkSegment(e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488),segment_id=e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:46:03.299065 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Returning: {'device': 'fa68ed54-b95b-4bfd-afca-997df1610ee7', 'network_id': '96b4b46b-ed06-4350-9763-5db4d4c655a1', 'port_id': 'fa68ed54-b95b-4bfd-afca-997df1610ee7', 'mac_address': 'fa:16:3e:52:32:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '761e5aa1-c2fe-4f86-81be-d9dede097e42', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 13:46:03.339570 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port fa68ed54-b95b-4bfd-afca-997df1610ee7 is: DOWN; New status is: BUILD {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:46:03.340254 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (fa68ed54-b95b-4bfd-afca-997df1610ee7), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:03.357523 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa68ed54-b95b-4bfd-afca-997df1610ee7 {{(pid=110502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:46:03.383308 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8502d030-da8d-4800-92e1-74dccdde7446 req-e74ac52d-6744-433d-8ebd-770a42f8c8ca tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:03.385080 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8502d030-da8d-4800-92e1-74dccdde7446 req-e74ac52d-6744-433d-8ebd-770a42f8c8ca tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 944 time: 0.0737033 May 26 13:46:03.391866 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port fa68ed54-b95b-4bfd-afca-997df1610ee7, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=fa68ed54-b95b-4bfd-afca-997df1610ee7,segment=NetworkSegment(e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488),segment_id=e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:46:03.396667 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (fa68ed54-b95b-4bfd-afca-997df1610ee7), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:03.473228 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:03.473657 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8502d030-da8d-4800-92e1-74dccdde7446 req-f8b6a4db-066e-4d61-b82c-dbfb2cec5f3c tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779796 May 26 13:46:03.477105 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=80 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:03.478639 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=76 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:03.481197 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=fa68ed54-b95b-4bfd-afca-997df1610ee7,revision_number=4']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:03.511271 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:03.531049 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b3e59-0420-4194-b903-5f58c294def1 req-d7504b77-95f6-4bfe-b4cc-15c4580c274d tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:03.541680 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-c91b3e59-0420-4194-b903-5f58c294def1 req-d7504b77-95f6-4bfe-b4cc-15c4580c274d tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 946 time: 0.0729761 May 26 13:46:03.595713 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-c91b3e59-0420-4194-b903-5f58c294def1 req-15f1d6be-7a46-4ecb-adb0-c4b8a1a04acf tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530508 May 26 13:46:03.667806 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 58762) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:03.786336 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-5a03ab84-6f1a-49e9-bfab-c07ac11f52d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:03.842811 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 58768) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:03.854614 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] get_ports_and_sgs() called for port_ids ['fa68ed54-b95b-4bfd-afca-997df1610ee7'] {{(pid=110502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 13:46:03.876940 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-5a03ab84-6f1a-49e9-bfab-c07ac11f52d0 admin admin] Publish callbacks [] for security_group (2f696d23-ac90-4889-acd5-9333c6106c2c), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:03.881840 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-5a03ab84-6f1a-49e9-bfab-c07ac11f52d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (2f696d23-ac90-4889-acd5-9333c6106c2c), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:03.924797 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-5a03ab84-6f1a-49e9-bfab-c07ac11f52d0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=35377f8c2c6a40e5bd85b461a691f085&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2553167 May 26 13:46:03.925158 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a03ab84-6f1a-49e9-bfab-c07ac11f52d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f696d23-ac90-4889-acd5-9333c6106c2c,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:03.926877 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 58772) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:03.939563 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:03.992161 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-0311c03a-ef56-4bce-933f-6dfeeb1e2809 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:04.028930 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:04.032442 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-b166e58e-3604-4c83-8b8c-ee72f05cbf82 admin admin] Publish callbacks [] for security_group (2f696d23-ac90-4889-acd5-9333c6106c2c), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:04.067714 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-b166e58e-3604-4c83-8b8c-ee72f05cbf82 admin admin] Publish callbacks [] for security_group (2f696d23-ac90-4889-acd5-9333c6106c2c), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:04.137678 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-0311c03a-ef56-4bce-933f-6dfeeb1e2809 admin admin] Publish callbacks [] for security_group (07d26e36-73a5-44aa-8fe7-7f150aedf1e7), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:04.143445 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-0311c03a-ef56-4bce-933f-6dfeeb1e2809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (07d26e36-73a5-44aa-8fe7-7f150aedf1e7), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:04.176007 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-b166e58e-3604-4c83-8b8c-ee72f05cbf82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (2f696d23-ac90-4889-acd5-9333c6106c2c), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:04.179157 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-b166e58e-3604-4c83-8b8c-ee72f05cbf82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:04.180361 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-b166e58e-3604-4c83-8b8c-ee72f05cbf82 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2f696d23-ac90-4889-acd5-9333c6106c2c HTTP/1.1" status: 204 len: 168 time: 0.2518365 May 26 13:46:04.195847 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-0311c03a-ef56-4bce-933f-6dfeeb1e2809 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f2014a7fc5164316abcf4d17273bf9e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3491650 May 26 13:46:04.196103 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 58780) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:04.205853 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0311c03a-ef56-4bce-933f-6dfeeb1e2809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d26e36-73a5-44aa-8fe7-7f150aedf1e7,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:04.232956 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b166e58e-3604-4c83-8b8c-ee72f05cbf82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f696d23-ac90-4889-acd5-9333c6106c2c,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:04.296282 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-1f05471d-f2d3-418d-ad32-607b63f95a63 admin admin] Publish callbacks [] for security_group (07d26e36-73a5-44aa-8fe7-7f150aedf1e7), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:04.321449 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-1f05471d-f2d3-418d-ad32-607b63f95a63 admin admin] Publish callbacks [] for security_group (07d26e36-73a5-44aa-8fe7-7f150aedf1e7), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:04.402108 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10874220-198b-4207-a0ca-e9186b3e1cfb req-54322f64-1573-45bd-9bae-906f583ea8df tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:04.403702 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-10874220-198b-4207-a0ca-e9186b3e1cfb req-54322f64-1573-45bd-9bae-906f583ea8df tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1 HTTP/1.1" status: 200 len: 943 time: 0.0636194 May 26 13:46:04.453053 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-1f05471d-f2d3-418d-ad32-607b63f95a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (07d26e36-73a5-44aa-8fe7-7f150aedf1e7), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:04.455568 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-1f05471d-f2d3-418d-ad32-607b63f95a63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:04.456729 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-1f05471d-f2d3-418d-ad32-607b63f95a63 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/07d26e36-73a5-44aa-8fe7-7f150aedf1e7 HTTP/1.1" status: 204 len: 168 time: 0.2597170 May 26 13:46:04.471717 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-10874220-198b-4207-a0ca-e9186b3e1cfb req-798c5ee7-ed90-44c8-b32e-7ecd0540ee90 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/security-groups?id=471f934c-6cd6-4b5f-a957-d0fe5d8f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620837 May 26 13:46:04.472941 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05471d-f2d3-418d-ad32-607b63f95a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d26e36-73a5-44aa-8fe7-7f150aedf1e7,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:04.568147 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 58800) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:04.588445 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-98025166-826a-4691-94b0-f2fba91e648f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:04.629539 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efbd2d4-61be-4086-a83a-7e4283087b30 req-598629b1-049d-482e-832d-ab1b12903711 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:04.638851 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-0efbd2d4-61be-4086-a83a-7e4283087b30 req-598629b1-049d-482e-832d-ab1b12903711 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 945 time: 0.0641413 May 26 13:46:04.691205 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-0efbd2d4-61be-4086-a83a-7e4283087b30 req-1a387ee2-53a7-4226-87e6-0650c6f2d31e tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512555 May 26 13:46:04.714408 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-98025166-826a-4691-94b0-f2fba91e648f admin admin] Publish callbacks [] for security_group (59d79f11-2b67-4444-ae85-5e2fd07da991), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:04.721057 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-98025166-826a-4691-94b0-f2fba91e648f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (59d79f11-2b67-4444-ae85-5e2fd07da991), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:04.761444 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1dc6d4-9c92-432e-b80d-2697a3a0d8f8 req-6b2292d9-885b-4300-a00d-5716849efb68 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:04.762939 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ae1dc6d4-9c92-432e-b80d-2697a3a0d8f8 req-6b2292d9-885b-4300-a00d-5716849efb68 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 946 time: 0.0840435 May 26 13:46:04.786264 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-98025166-826a-4691-94b0-f2fba91e648f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3ca772ea0f724d11a691eaf6884506c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2164028 May 26 13:46:04.789746 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 58808) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:04.793343 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98025166-826a-4691-94b0-f2fba91e648f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d79f11-2b67-4444-ae85-5e2fd07da991,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:04.798552 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:04.834444 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ae1dc6d4-9c92-432e-b80d-2697a3a0d8f8 req-aab4dcc3-5ad3-40a2-a3cf-1c4de05e7e14 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630581 May 26 13:46:04.842093 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 58810) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:04.845181 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-5b10709a-5981-4245-b62f-13307f799191 admin admin] Publish callbacks [] for security_group (59d79f11-2b67-4444-ae85-5e2fd07da991), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:04.847401 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:DELETE=3,neutron:SELECT=89,neutron:INSERT=8 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:04.857303 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-c667d7e0-8699-4d4f-8b14-7f7ec179a638 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:04.868992 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-5b10709a-5981-4245-b62f-13307f799191 admin admin] Publish callbacks [] for security_group (59d79f11-2b67-4444-ae85-5e2fd07da991), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:04.903098 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2,neutron:INSERT=14,neutron:DELETE=5 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:04.929950 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-5b10709a-5981-4245-b62f-13307f799191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (59d79f11-2b67-4444-ae85-5e2fd07da991), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:04.932756 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-5b10709a-5981-4245-b62f-13307f799191 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:04.933960 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-5b10709a-5981-4245-b62f-13307f799191 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/59d79f11-2b67-4444-ae85-5e2fd07da991 HTTP/1.1" status: 204 len: 168 time: 0.1432071 May 26 13:46:04.945445 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b10709a-5981-4245-b62f-13307f799191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d79f11-2b67-4444-ae85-5e2fd07da991,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:04.956488 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-c667d7e0-8699-4d4f-8b14-7f7ec179a638 admin admin] Publish callbacks [] for security_group (cb963fda-ba0b-4b22-b1bf-cbba44a450cc), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:04.960628 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-c667d7e0-8699-4d4f-8b14-7f7ec179a638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (cb963fda-ba0b-4b22-b1bf-cbba44a450cc), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:04.980772 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device fa68ed54-b95b-4bfd-afca-997df1610ee7 up at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:46:05.002583 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c667d7e0-8699-4d4f-8b14-7f7ec179a638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb963fda-ba0b-4b22-b1bf-cbba44a450cc,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:05.009920 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-c667d7e0-8699-4d4f-8b14-7f7ec179a638 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a8ddb94add09497bb5f93d2d17070948&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1644349 May 26 13:46:05.010288 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 58814) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:05.026071 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Provisioning for port fa68ed54-b95b-4bfd-afca-997df1610ee7 completed by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 13:46:05.033470 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Provisioning complete for port fa68ed54-b95b-4bfd-afca-997df1610ee7 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:46:05.033990 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (fa68ed54-b95b-4bfd-afca-997df1610ee7), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:05.063716 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-990899ab-07f9-4d8e-80a0-f54509f38dfa admin admin] Publish callbacks [] for security_group (cb963fda-ba0b-4b22-b1bf-cbba44a450cc), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:05.087250 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-990899ab-07f9-4d8e-80a0-f54509f38dfa admin admin] Publish callbacks [] for security_group (cb963fda-ba0b-4b22-b1bf-cbba44a450cc), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:05.118250 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port fa68ed54-b95b-4bfd-afca-997df1610ee7 is: BUILD; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:46:05.118365 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (fa68ed54-b95b-4bfd-afca-997df1610ee7), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:05.141404 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-990899ab-07f9-4d8e-80a0-f54509f38dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (cb963fda-ba0b-4b22-b1bf-cbba44a450cc), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:05.144250 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-990899ab-07f9-4d8e-80a0-f54509f38dfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:05.149002 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-990899ab-07f9-4d8e-80a0-f54509f38dfa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cb963fda-ba0b-4b22-b1bf-cbba44a450cc HTTP/1.1" status: 204 len: 168 time: 0.1374812 May 26 13:46:05.151065 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84b45620-7dd5-4bb5-9da2-e48381d78256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa68ed54-b95b-4bfd-afca-997df1610ee7'}] {{(pid=110502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:46:05.153337 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186ee40048dd7feccd586c88f433d7b47dbfd7dc0140a518261bfa5b158966a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c479708-f8cf-4767-a5a9-ed37363bce95" -d '{"events": [{"server_uuid": "84b45620-7dd5-4bb5-9da2-e48381d78256", "name": "network-vif-plugged", "status": "completed", "tag": "fa68ed54-b95b-4bfd-afca-997df1610ee7"}]}' {{(pid=110502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:46:05.160521 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990899ab-07f9-4d8e-80a0-f54509f38dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb963fda-ba0b-4b22-b1bf-cbba44a450cc,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:05.168516 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port fa68ed54-b95b-4bfd-afca-997df1610ee7, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=fa68ed54-b95b-4bfd-afca-997df1610ee7,segment=NetworkSegment(e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488),segment_id=e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:46:05.176173 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (fa68ed54-b95b-4bfd-afca-997df1610ee7), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:05.214032 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca374f25-cda7-421d-866a-d5211bc7d86f x-openstack-request-id: req-ca374f25-cda7-421d-866a-d5211bc7d86f {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:46:05.214296 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84b45620-7dd5-4bb5-9da2-e48381d78256", "name": "network-vif-plugged", "status": "completed", "tag": "fa68ed54-b95b-4bfd-afca-997df1610ee7", "code": 200}]} {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:46:05.215270 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ca374f25-cda7-421d-866a-d5211bc7d86f {{(pid=110502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:46:05.215270 dv-cinder-819668-4-iscsi neutron-server[110502]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca374f25-cda7-421d-866a-d5211bc7d86f'] response: {'server_uuid': '84b45620-7dd5-4bb5-9da2-e48381d78256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa68ed54-b95b-4bfd-afca-997df1610ee7', 'code': 200} May 26 13:46:05.245495 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=fa68ed54-b95b-4bfd-afca-997df1610ee7,revision_number=5']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:05.608138 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ffc37-2d10-4005-bbaa-5eb69fb5e198 req-7f619c58-fba1-43a9-aa22-ef7a1778964b tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:05.610298 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-736ffc37-2d10-4005-bbaa-5eb69fb5e198 req-7f619c58-fba1-43a9-aa22-ef7a1778964b tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1 HTTP/1.1" status: 200 len: 943 time: 0.0608382 May 26 13:46:05.680503 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-736ffc37-2d10-4005-bbaa-5eb69fb5e198 req-d934d9de-ffa6-43de-867b-3a76d8648151 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/security-groups?id=471f934c-6cd6-4b5f-a957-d0fe5d8f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642846 May 26 13:46:05.816264 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1878de-ebe9-4a58-8536-2bf28b06022e req-4fc08e4f-88b7-4761-ba79-6d072aebbdd1 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:05.818698 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-7e1878de-ebe9-4a58-8536-2bf28b06022e req-4fc08e4f-88b7-4761-ba79-6d072aebbdd1 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0515163 May 26 13:46:05.828283 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 58854) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:05.884182 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-7e1878de-ebe9-4a58-8536-2bf28b06022e req-c99b7a8f-ac65-448b-8d6e-8e7b7b5ee1b6 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584629 May 26 13:46:05.977468 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a35912-17f5-4db5-958e-8ec5cc5a0456 req-05b9b402-96d2-4fb1-a19f-f06dc42e2bb0 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:05.979558 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-45a35912-17f5-4db5-958e-8ec5cc5a0456 req-05b9b402-96d2-4fb1-a19f-f06dc42e2bb0 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 946 time: 0.0510874 May 26 13:46:06.019716 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-31157421-44ab-484c-9ea1-37e4cfcd807b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:06.067903 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-45a35912-17f5-4db5-958e-8ec5cc5a0456 req-48de7205-22c0-4555-b5e2-548538bd1293 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810227 May 26 13:46:06.143109 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-31157421-44ab-484c-9ea1-37e4cfcd807b admin admin] Publish callbacks [] for security_group (552ccc5e-9d64-4e3e-95f0-4ca93a900351), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:06.148606 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-31157421-44ab-484c-9ea1-37e4cfcd807b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (552ccc5e-9d64-4e3e-95f0-4ca93a900351), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:06.177891 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-31157421-44ab-484c-9ea1-37e4cfcd807b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ad9979285ec94fa1aee7694c0f85f8aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3485904 May 26 13:46:06.180638 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 58876) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:06.201432 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31157421-44ab-484c-9ea1-37e4cfcd807b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552ccc5e-9d64-4e3e-95f0-4ca93a900351,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:06.231718 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:06.245458 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d13a8ee5-2abf-40b2-9c12-c15fa875f49a admin admin] Publish callbacks [] for security_group (552ccc5e-9d64-4e3e-95f0-4ca93a900351), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:06.276756 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d13a8ee5-2abf-40b2-9c12-c15fa875f49a admin admin] Publish callbacks [] for security_group (552ccc5e-9d64-4e3e-95f0-4ca93a900351), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:06.331383 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d13a8ee5-2abf-40b2-9c12-c15fa875f49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (552ccc5e-9d64-4e3e-95f0-4ca93a900351), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:06.334786 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d13a8ee5-2abf-40b2-9c12-c15fa875f49a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:06.338624 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-d13a8ee5-2abf-40b2-9c12-c15fa875f49a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/552ccc5e-9d64-4e3e-95f0-4ca93a900351 HTTP/1.1" status: 204 len: 168 time: 0.1543069 May 26 13:46:06.344287 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a8ee5-2abf-40b2-9c12-c15fa875f49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552ccc5e-9d64-4e3e-95f0-4ca93a900351,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:06.797470 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 58904) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:06.814041 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-1d559d7a-1433-48f5-a6b6-2ed3e8fd814a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:06.846992 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7ceed-810b-42f8-9535-7f024946b6d3 req-1792041b-14af-4af5-b881-b5f43f7ed22f tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:06.849810 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-19c7ceed-810b-42f8-9535-7f024946b6d3 req-1792041b-14af-4af5-b881-b5f43f7ed22f tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1 HTTP/1.1" status: 200 len: 943 time: 0.0846112 May 26 13:46:06.926076 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-19c7ceed-810b-42f8-9535-7f024946b6d3 req-7656c652-fe15-468c-8a86-0098aea3d771 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/security-groups?id=471f934c-6cd6-4b5f-a957-d0fe5d8f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657949 May 26 13:46:06.986171 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 16b9a0f5-441f-49b0-90d7-fb4d546e3615 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=110502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 13:46:06.996066 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-1d559d7a-1433-48f5-a6b6-2ed3e8fd814a admin admin] Publish callbacks [] for security_group (028c276f-01ee-47b8-94a1-dc9fea0ed327), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:07.003654 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-1d559d7a-1433-48f5-a6b6-2ed3e8fd814a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (028c276f-01ee-47b8-94a1-dc9fea0ed327), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:07.019273 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:07.073121 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-1d559d7a-1433-48f5-a6b6-2ed3e8fd814a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ac2246327d6e44d9b2289c0dbcc363e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2751353 May 26 13:46:07.074479 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d559d7a-1433-48f5-a6b6-2ed3e8fd814a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028c276f-01ee-47b8-94a1-dc9fea0ed327,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:07.077906 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 58912) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:07.140062 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ad7f3-a2a6-411f-8767-37ed4c8bf3ff req-d08691c2-be21-46a3-adf2-7191f302af14 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:07.153145 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ef7ad7f3-a2a6-411f-8767-37ed4c8bf3ff req-d08691c2-be21-46a3-adf2-7191f302af14 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.1320045 May 26 13:46:07.168163 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:07.182120 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-95e1f016-df4e-4ae7-bd47-1198c7285cf2 admin admin] Publish callbacks [] for security_group (028c276f-01ee-47b8-94a1-dc9fea0ed327), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:07.212465 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-95e1f016-df4e-4ae7-bd47-1198c7285cf2 admin admin] Publish callbacks [] for security_group (028c276f-01ee-47b8-94a1-dc9fea0ed327), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:07.226450 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 16b9a0f5-441f-49b0-90d7-fb4d546e3615, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=16b9a0f5-441f-49b0-90d7-fb4d546e3615,segment=NetworkSegment(8f5f18d2-2f00-493b-a6ff-c21b95675429),segment_id=8f5f18d2-2f00-493b-a6ff-c21b95675429)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:46:07.242289 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Returning: {'device': '16b9a0f5-441f-49b0-90d7-fb4d546e3615', 'network_id': 'ed6e76ad-8a60-4553-9a4f-125f6a59cade', 'port_id': '16b9a0f5-441f-49b0-90d7-fb4d546e3615', 'mac_address': 'fa:16:3e:fe:fe:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87df260c-e650-44a2-aa27-f9f1e5660e2c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 13:46:07.261598 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ef7ad7f3-a2a6-411f-8767-37ed4c8bf3ff req-13ca61d5-3297-457f-a002-6efd56708877 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972660 May 26 13:46:07.289208 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a830c-337f-4f76-8021-67ace4af0868 req-103642b1-0afa-4f20-ae09-747b1cdb02fd tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:07.291242 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-550a830c-337f-4f76-8021-67ace4af0868 req-103642b1-0afa-4f20-ae09-747b1cdb02fd tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 946 time: 0.0829990 May 26 13:46:07.307598 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port 16b9a0f5-441f-49b0-90d7-fb4d546e3615 is: DOWN; New status is: BUILD {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:46:07.309160 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (16b9a0f5-441f-49b0-90d7-fb4d546e3615), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:07.330529 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16b9a0f5-441f-49b0-90d7-fb4d546e3615 {{(pid=110502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:46:07.356647 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 16b9a0f5-441f-49b0-90d7-fb4d546e3615, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=16b9a0f5-441f-49b0-90d7-fb4d546e3615,segment=NetworkSegment(8f5f18d2-2f00-493b-a6ff-c21b95675429),segment_id=8f5f18d2-2f00-493b-a6ff-c21b95675429)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:46:07.356932 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-550a830c-337f-4f76-8021-67ace4af0868 req-cc696e1e-9c61-49e7-b7d9-90b3783082f6 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649869 May 26 13:46:07.365174 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (16b9a0f5-441f-49b0-90d7-fb4d546e3615), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:07.380785 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-95e1f016-df4e-4ae7-bd47-1198c7285cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (028c276f-01ee-47b8-94a1-dc9fea0ed327), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:07.385686 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-95e1f016-df4e-4ae7-bd47-1198c7285cf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:07.388675 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-95e1f016-df4e-4ae7-bd47-1198c7285cf2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/028c276f-01ee-47b8-94a1-dc9fea0ed327 HTTP/1.1" status: 204 len: 168 time: 0.3096814 May 26 13:46:07.399257 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e1f016-df4e-4ae7-bd47-1198c7285cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028c276f-01ee-47b8-94a1-dc9fea0ed327,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:07.472427 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=16b9a0f5-441f-49b0-90d7-fb4d546e3615,revision_number=4']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:07.620012 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5fb8e-83fa-4820-8cde-62d3ce5500bf req-ed8ccffe-8383-4e13-aa0b-cc610c580a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:07.622609 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-3de5fb8e-83fa-4820-8cde-62d3ce5500bf req-ed8ccffe-8383-4e13-aa0b-cc610c580a76 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 1130 time: 0.0574400 May 26 13:46:07.768603 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531880df-4024-4a84-a5cc-cd16a6bd8c1c req-c02d54d9-97c8-4507-b754-7f993fee02e6 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:07.770756 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-531880df-4024-4a84-a5cc-cd16a6bd8c1c req-c02d54d9-97c8-4507-b754-7f993fee02e6 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 946 time: 0.0547266 May 26 13:46:07.851045 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-531880df-4024-4a84-a5cc-cd16a6bd8c1c req-467823fb-e4b1-4983-9c38-9fd6a745fa7c tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694995 May 26 13:46:07.897299 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] get_ports_and_sgs() called for port_ids ['16b9a0f5-441f-49b0-90d7-fb4d546e3615'] {{(pid=110502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 13:46:07.946451 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:08.062964 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e9590-cf96-4527-92a9-9922366852eb req-3036cffc-d483-4d23-9bd1-e6c40c83f858 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:08.064554 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fd1e9590-cf96-4527-92a9-9922366852eb req-3036cffc-d483-4d23-9bd1-e6c40c83f858 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1 HTTP/1.1" status: 200 len: 944 time: 0.0644002 May 26 13:46:08.106106 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=87,neutron:INSERT=13 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:08.131045 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fd1e9590-cf96-4527-92a9-9922366852eb req-d4295b39-6a91-4be4-85e5-0b58efa9b7f1 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/security-groups?id=471f934c-6cd6-4b5f-a957-d0fe5d8f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585153 May 26 13:46:08.186912 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-3de5fb8e-83fa-4820-8cde-62d3ce5500bf req-31c39034-5171-4cb9-8428-6623955b17db service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734253 May 26 13:46:08.253406 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 58968) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:08.397784 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b357204-b7ed-4493-9d86-8e68b86dff22 req-1899b75b-48e0-40b4-8c60-bc00ee799138 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:08.399621 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-8b357204-b7ed-4493-9d86-8e68b86dff22 req-1899b75b-48e0-40b4-8c60-bc00ee799138 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0542858 May 26 13:46:08.435638 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:08.452270 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-8b357204-b7ed-4493-9d86-8e68b86dff22 req-994484e3-7742-4fe9-a2c3-0bbd99daceea tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468099 May 26 13:46:08.493711 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-9c6017ae-aaf8-40fc-9f53-b71446aee955 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:08.611760 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f11b6-ee0b-4bcb-a0a1-a017d9f9a2c8 req-ba279205-30f2-45e8-8d15-043043a6fb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:08.613377 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3c8f11b6-ee0b-4bcb-a0a1-a017d9f9a2c8 req-ba279205-30f2-45e8-8d15-043043a6fb9c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=667a2ccd9c9045879b4b87e156997161&device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 1130 time: 0.0667255 May 26 13:46:08.651684 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-9c6017ae-aaf8-40fc-9f53-b71446aee955 admin admin] Publish callbacks [] for security_group (f7add002-16b6-4e89-884d-375755bdbae3), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:08.657341 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-9c6017ae-aaf8-40fc-9f53-b71446aee955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (f7add002-16b6-4e89-884d-375755bdbae3), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:08.697183 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6017ae-aaf8-40fc-9f53-b71446aee955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7add002-16b6-4e89-884d-375755bdbae3,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:08.746186 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-9c6017ae-aaf8-40fc-9f53-b71446aee955 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a90492f52df4447f81d8e8521ba115d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4916959 May 26 13:46:08.748656 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 58982) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:08.749224 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f11b6-ee0b-4bcb-a0a1-a017d9f9a2c8 req-3afa21f8-7e51-496d-9819-ffdb5e6f6bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:08.750868 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3c8f11b6-ee0b-4bcb-a0a1-a017d9f9a2c8 req-3afa21f8-7e51-496d-9819-ffdb5e6f6bef service neutron] 10.222.0.57 "GET /v2.0/networks?id=fcfdea38-f7ed-4182-bc5e-d5404ef24e0e HTTP/1.1" status: 200 len: 919 time: 0.1265471 May 26 13:46:08.802695 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3c8f11b6-ee0b-4bcb-a0a1-a017d9f9a2c8 req-52e10cbb-1d45-4ade-af61-b0d35594ce42 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa HTTP/1.1" status: 200 len: 217 time: 0.0433557 May 26 13:46:08.856154 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-5fb8669a-16f8-48c4-a9bb-2058294460c8 admin admin] Publish callbacks [] for security_group (f7add002-16b6-4e89-884d-375755bdbae3), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:08.935592 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-5fb8669a-16f8-48c4-a9bb-2058294460c8 admin admin] Publish callbacks [] for security_group (f7add002-16b6-4e89-884d-375755bdbae3), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:09.034511 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-5fb8669a-16f8-48c4-a9bb-2058294460c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (f7add002-16b6-4e89-884d-375755bdbae3), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:09.038065 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-5fb8669a-16f8-48c4-a9bb-2058294460c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:09.039248 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-5fb8669a-16f8-48c4-a9bb-2058294460c8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f7add002-16b6-4e89-884d-375755bdbae3 HTTP/1.1" status: 204 len: 168 time: 0.2891409 May 26 13:46:09.062454 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb8669a-16f8-48c4-a9bb-2058294460c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7add002-16b6-4e89-884d-375755bdbae3,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:09.065983 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba4952-dee2-4242-8c28-f9cde48f016c req-e7276f9d-8e5b-4079-9262-c772b56bcd61 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:09.073797 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ffba4952-dee2-4242-8c28-f9cde48f016c req-e7276f9d-8e5b-4079-9262-c772b56bcd61 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 946 time: 0.0900605 May 26 13:46:09.127725 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ffba4952-dee2-4242-8c28-f9cde48f016c req-9300fde4-afac-4d3d-9846-daf42ff691f5 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529342 May 26 13:46:09.183029 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 16b9a0f5-441f-49b0-90d7-fb4d546e3615 up at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:46:09.240721 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Provisioning for port 16b9a0f5-441f-49b0-90d7-fb4d546e3615 completed by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 13:46:09.249040 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Provisioning complete for port 16b9a0f5-441f-49b0-90d7-fb4d546e3615 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:46:09.250544 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (16b9a0f5-441f-49b0-90d7-fb4d546e3615), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:09.293608 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470545b-1bc4-4b6d-8843-57eb741795fe req-c50d3949-8a41-405a-abbc-f2d3156d0aaf tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:09.296006 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a470545b-1bc4-4b6d-8843-57eb741795fe req-c50d3949-8a41-405a-abbc-f2d3156d0aaf tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1 HTTP/1.1" status: 200 len: 944 time: 0.0771401 May 26 13:46:09.356468 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a470545b-1bc4-4b6d-8843-57eb741795fe req-6c9a0b9f-279a-4c59-84e8-9e854e1c9aa1 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/security-groups?id=471f934c-6cd6-4b5f-a957-d0fe5d8f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547979 May 26 13:46:09.361124 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port 16b9a0f5-441f-49b0-90d7-fb4d546e3615 is: BUILD; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:46:09.363304 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (16b9a0f5-441f-49b0-90d7-fb4d546e3615), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:09.385665 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b7e21-7d51-4cd9-8543-c16f8eb3ff16 req-e5d4e371-ce5e-4d39-8e71-82e8bd52a5f4 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:09.392844 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-916b7e21-7d51-4cd9-8543-c16f8eb3ff16 req-e5d4e371-ce5e-4d39-8e71-82e8bd52a5f4 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 945 time: 0.0798423 May 26 13:46:09.397396 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b9a0f5-441f-49b0-90d7-fb4d546e3615'}] {{(pid=110502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:46:09.399855 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186ee40048dd7feccd586c88f433d7b47dbfd7dc0140a518261bfa5b158966a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a392d4-e3a8-487c-87bf-c46c93b01529" -d '{"events": [{"server_uuid": "2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1", "name": "network-vif-plugged", "status": "completed", "tag": "16b9a0f5-441f-49b0-90d7-fb4d546e3615"}]}' {{(pid=110502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:46:09.420871 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 16b9a0f5-441f-49b0-90d7-fb4d546e3615, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=16b9a0f5-441f-49b0-90d7-fb4d546e3615,segment=NetworkSegment(8f5f18d2-2f00-493b-a6ff-c21b95675429),segment_id=8f5f18d2-2f00-493b-a6ff-c21b95675429)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:46:09.427914 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (16b9a0f5-441f-49b0-90d7-fb4d546e3615), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:09.450380 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-916b7e21-7d51-4cd9-8543-c16f8eb3ff16 req-cf7a81af-1f7d-4ca3-8890-d3db9a045629 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e73beaa-c450-47a6-aed3-c8a7e1527ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566554 May 26 13:46:09.454321 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2797d705-f174-40ad-8dc3-6b32938fd5a5 x-openstack-request-id: req-2797d705-f174-40ad-8dc3-6b32938fd5a5 {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:46:09.454757 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1", "name": "network-vif-plugged", "status": "completed", "tag": "16b9a0f5-441f-49b0-90d7-fb4d546e3615", "code": 200}]} {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:46:09.455034 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2797d705-f174-40ad-8dc3-6b32938fd5a5 {{(pid=110502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:46:09.455421 dv-cinder-819668-4-iscsi neutron-server[110502]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2797d705-f174-40ad-8dc3-6b32938fd5a5'] response: {'server_uuid': '2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b9a0f5-441f-49b0-90d7-fb4d546e3615', 'code': 200} May 26 13:46:09.491933 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=16b9a0f5-441f-49b0-90d7-fb4d546e3615,revision_number=5']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:09.538418 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 59018) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:09.551364 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-8de9e53c-8d21-4887-981a-5a3646713c6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:09.571483 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:09.575439 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:09.585956 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e6af8b-c154-4d7c-8ce3-02ed6044435b req-55df71fa-9200-467e-9efa-7b2d22c0c1f9 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:09.588048 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-26e6af8b-c154-4d7c-8ce3-02ed6044435b req-55df71fa-9200-467e-9efa-7b2d22c0c1f9 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0559957 May 26 13:46:09.646842 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-8de9e53c-8d21-4887-981a-5a3646713c6d admin admin] Publish callbacks [] for security_group (014675dd-a8f7-4928-92dd-801ebf71f338), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:09.653879 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-8de9e53c-8d21-4887-981a-5a3646713c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (014675dd-a8f7-4928-92dd-801ebf71f338), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:09.660387 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-26e6af8b-c154-4d7c-8ce3-02ed6044435b req-960f96aa-b86d-40ce-b380-b0b76d8c8c91 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632129 May 26 13:46:09.704750 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-8de9e53c-8d21-4887-981a-5a3646713c6d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e7c90b0d994a46a984997cb3707b4707&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1652350 May 26 13:46:09.708554 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 59022) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:09.716998 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de9e53c-8d21-4887-981a-5a3646713c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014675dd-a8f7-4928-92dd-801ebf71f338,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:09.723901 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f11b6-ee0b-4bcb-a0a1-a017d9f9a2c8 req-c671a2c2-c606-4348-a45f-e4ff0773a816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:09.725544 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3c8f11b6-ee0b-4bcb-a0a1-a017d9f9a2c8 req-c671a2c2-c606-4348-a45f-e4ff0773a816 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5 HTTP/1.1" status: 200 len: 857 time: 0.0642438 May 26 13:46:09.765672 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-fd02a5f5-f96b-4fc5-9cf8-c74ae1c2b9da admin admin] Publish callbacks [] for security_group (014675dd-a8f7-4928-92dd-801ebf71f338), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:09.789847 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-fd02a5f5-f96b-4fc5-9cf8-c74ae1c2b9da admin admin] Publish callbacks [] for security_group (014675dd-a8f7-4928-92dd-801ebf71f338), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:09.839998 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-fd02a5f5-f96b-4fc5-9cf8-c74ae1c2b9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (014675dd-a8f7-4928-92dd-801ebf71f338), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:09.842621 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-fd02a5f5-f96b-4fc5-9cf8-c74ae1c2b9da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:09.843873 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-fd02a5f5-f96b-4fc5-9cf8-c74ae1c2b9da admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/014675dd-a8f7-4928-92dd-801ebf71f338 HTTP/1.1" status: 204 len: 168 time: 0.1341612 May 26 13:46:09.853441 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd02a5f5-f96b-4fc5-9cf8-c74ae1c2b9da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014675dd-a8f7-4928-92dd-801ebf71f338,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:10.211038 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:10.251625 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bdd90f-49f4-40d4-9538-a9e9cc93de69 req-7a5e15b3-002c-4763-8a75-dcc4df7255da tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:10.253281 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-36bdd90f-49f4-40d4-9538-a9e9cc93de69 req-7a5e15b3-002c-4763-8a75-dcc4df7255da tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 946 time: 0.0534298 May 26 13:46:10.331356 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-36bdd90f-49f4-40d4-9538-a9e9cc93de69 req-9035568f-7bc2-43e0-b2a9-090f4b384a36 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708425 May 26 13:46:10.346216 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:10.664471 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484950b-b043-4a62-87ff-8cb3b13b7a6c req-a5473e34-6280-4581-bbd8-162c4f082716 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:10.672530 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-2484950b-b043-4a62-87ff-8cb3b13b7a6c req-a5473e34-6280-4581-bbd8-162c4f082716 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 945 time: 0.1028187 May 26 13:46:10.740416 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a78c00-ca75-404a-80c9-31f312ae255e req-e7160428-de6f-4370-80ac-c5fbe5f8eaea tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:10.742384 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c8a78c00-ca75-404a-80c9-31f312ae255e req-e7160428-de6f-4370-80ac-c5fbe5f8eaea tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1 HTTP/1.1" status: 200 len: 945 time: 0.2914395 May 26 13:46:10.761262 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-2484950b-b043-4a62-87ff-8cb3b13b7a6c req-2cead29b-38ab-462a-af27-f296218cca6f tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e73beaa-c450-47a6-aed3-c8a7e1527ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876608 May 26 13:46:10.816092 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c8a78c00-ca75-404a-80c9-31f312ae255e req-81941312-f417-467d-9720-2e1bb2a369a8 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/security-groups?id=471f934c-6cd6-4b5f-a957-d0fe5d8f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653610 May 26 13:46:10.925158 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca347756-01e6-4c08-8855-e3b663dfd0f9 req-b6a0dc70-8c5f-48c3-8670-857a8c03d99a tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:10.926731 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-ca347756-01e6-4c08-8855-e3b663dfd0f9 req-b6a0dc70-8c5f-48c3-8670-857a8c03d99a tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0706251 May 26 13:46:10.994697 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-ca347756-01e6-4c08-8855-e3b663dfd0f9 req-676d9aca-9ea2-498c-a89c-0b8f087f30ef tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605509 May 26 13:46:11.218626 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 59118) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:11.387857 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-f9ea05a5-e3e3-4862-920b-25c524d8ad16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:11.471676 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74311416-2496-4ee0-a7fd-fa7d434beac1 req-72ff6151-d251-4dc6-b0fe-eaf37e33524a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:11.473150 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-74311416-2496-4ee0-a7fd-fa7d434beac1 req-72ff6151-d251-4dc6-b0fe-eaf37e33524a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 946 time: 0.0720038 May 26 13:46:11.570857 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f11b6-ee0b-4bcb-a0a1-a017d9f9a2c8 req-2f82941f-0736-4fd2-8772-ff970079ff16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:11.572853 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3c8f11b6-ee0b-4bcb-a0a1-a017d9f9a2c8 req-2f82941f-0736-4fd2-8772-ff970079ff16 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fcfdea38-f7ed-4182-bc5e-d5404ef24e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0964346 May 26 13:46:11.609310 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-74311416-2496-4ee0-a7fd-fa7d434beac1 req-13a26e16-eb86-46cd-bf6e-be2ef542fe22 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207545 May 26 13:46:11.633042 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-f9ea05a5-e3e3-4862-920b-25c524d8ad16 admin admin] Publish callbacks [] for security_group (9bbc0252-0ac8-4071-aad7-063196d44003), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:11.638563 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-f9ea05a5-e3e3-4862-920b-25c524d8ad16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (9bbc0252-0ac8-4071-aad7-063196d44003), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:11.682547 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-f9ea05a5-e3e3-4862-920b-25c524d8ad16 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=45fc4215c0114979b662d35507710aae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4601269 May 26 13:46:11.682547 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea05a5-e3e3-4862-920b-25c524d8ad16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbc0252-0ac8-4071-aad7-063196d44003,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:11.683465 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 59136) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:11.735991 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-f8101dd5-608d-4304-84df-ad66acdc6145 admin admin] Publish callbacks [] for security_group (9bbc0252-0ac8-4071-aad7-063196d44003), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:11.761284 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-f8101dd5-608d-4304-84df-ad66acdc6145 admin admin] Publish callbacks [] for security_group (9bbc0252-0ac8-4071-aad7-063196d44003), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:11.776068 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:11.841823 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-f8101dd5-608d-4304-84df-ad66acdc6145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (9bbc0252-0ac8-4071-aad7-063196d44003), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:11.844638 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-f8101dd5-608d-4304-84df-ad66acdc6145 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:11.845869 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-f8101dd5-608d-4304-84df-ad66acdc6145 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9bbc0252-0ac8-4071-aad7-063196d44003 HTTP/1.1" status: 204 len: 168 time: 0.1615167 May 26 13:46:11.856027 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8101dd5-608d-4304-84df-ad66acdc6145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbc0252-0ac8-4071-aad7-063196d44003,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:11.923912 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2a200-f291-4553-88b6-ec82fb301952 req-a8795801-e144-483c-8cfa-6aa0707c3c01 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:11.925505 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-3ad2a200-f291-4553-88b6-ec82fb301952 req-a8795801-e144-483c-8cfa-6aa0707c3c01 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 945 time: 0.0846140 May 26 13:46:11.984982 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-3ad2a200-f291-4553-88b6-ec82fb301952 req-5dd0a3e5-fe43-4dd0-82ae-1c37ba8b183d tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e73beaa-c450-47a6-aed3-c8a7e1527ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511031 May 26 13:46:12.027676 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e878d-3d9a-4cde-bdd3-2dd57ef7a608 req-6e077f5c-6be9-402a-882f-18b7e2d27e0f tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:12.029509 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-cb6e878d-3d9a-4cde-bdd3-2dd57ef7a608 req-6e077f5c-6be9-402a-882f-18b7e2d27e0f tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1 HTTP/1.1" status: 200 len: 945 time: 0.0853090 May 26 13:46:12.096883 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-cb6e878d-3d9a-4cde-bdd3-2dd57ef7a608 req-b935a949-3d2d-42cb-968c-e70d5aa1e0f6 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/security-groups?id=471f934c-6cd6-4b5f-a957-d0fe5d8f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616415 May 26 13:46:12.149068 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0990f1-2d56-4961-956b-53382a34b520 req-7fe4774c-0690-4cc6-9f91-112a5955c757 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:12.150855 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-7f0990f1-2d56-4961-956b-53382a34b520 req-7fe4774c-0690-4cc6-9f91-112a5955c757 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0702341 May 26 13:46:12.218429 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-7f0990f1-2d56-4961-956b-53382a34b520 req-d6149215-ad3d-4ca8-b4e1-dc1697977ce9 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582864 May 26 13:46:12.332256 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 59172) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:12.340766 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5db7be-72fb-4c7c-9050-f53a0e5823c8 req-71c50003-b441-4596-a38a-d061d5959419 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:12.342288 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ef5db7be-72fb-4c7c-9050-f53a0e5823c8 req-71c50003-b441-4596-a38a-d061d5959419 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0523083 May 26 13:46:12.350539 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ae9f9b05-069d-4159-a78b-be1a5f1f7c63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:12.352895 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 59174) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:12.358044 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-91462377-e5a2-4f5a-b13d-7b1a859ac360 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Request body: {'floatingip': {'port_id': 'fa68ed54-b95b-4bfd-afca-997df1610ee7'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:46:12.415918 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:12.447215 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-91462377-e5a2-4f5a-b13d-7b1a859ac360 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks [] for floatingip (42826869-b702-4569-947f-8f2cdd3cb7e5), before_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:12.451992 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3c8f11b6-ee0b-4bcb-a0a1-a017d9f9a2c8 req-148605b5-41a9-43e3-91a5-f2fda155c219 service neutron] 10.222.0.57 "GET /v2.0/networks/fcfdea38-f7ed-4182-bc5e-d5404ef24e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064658 May 26 13:46:12.645043 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:12.670080 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e423a-1310-4a1d-9b30-7367732c76b2 req-bdac9eba-13d2-43ef-bc8c-4b957b13c115 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:12.671624 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c28e423a-1310-4a1d-9b30-7367732c76b2 req-bdac9eba-13d2-43ef-bc8c-4b957b13c115 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.57 "GET /v2.0/ports?device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 945 time: 0.0938866 May 26 13:46:12.673525 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3c8f11b6-ee0b-4bcb-a0a1-a017d9f9a2c8 req-ff021bd0-6e1a-43bd-a7cd-dbc98337bfbe service neutron] 10.222.0.57 "GET /v2.0/networks/fcfdea38-f7ed-4182-bc5e-d5404ef24e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666052 May 26 13:46:12.726473 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ed421-026d-41a7-95f1-72b9583609e7 req-fad7e31f-18f3-4a32-8558-98737d54d71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:12.728602 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-792ed421-026d-41a7-95f1-72b9583609e7 req-fad7e31f-18f3-4a32-8558-98737d54d71b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1 HTTP/1.1" status: 200 len: 1129 time: 0.2000694 May 26 13:46:12.732466 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ae9f9b05-069d-4159-a78b-be1a5f1f7c63 admin admin] Publish callbacks [] for security_group (f2f87315-dbbe-4747-9ed2-6540cdf9344d), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:12.813687 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ae9f9b05-069d-4159-a78b-be1a5f1f7c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (f2f87315-dbbe-4747-9ed2-6540cdf9344d), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:12.829741 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:12.839828 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [req-c28e423a-1310-4a1d-9b30-7367732c76b2 req-795fdb3c-b61d-4c75-99c2-0d2e900d9ef5 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Deleting port 1b5743b4-b6c9-449d-9b8a-dd2f82596278 {{(pid=110500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:46:12.840337 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-c28e423a-1310-4a1d-9b30-7367732c76b2 req-795fdb3c-b61d-4c75-99c2-0d2e900d9ef5 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (1b5743b4-b6c9-449d-9b8a-dd2f82596278), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:12.890594 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c2ec8f-f647-488a-b711-50f3d820c00c req-aa221c5e-1ec5-4cb2-b4c0-c9385c69ced4 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:12.898854 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-c1c2ec8f-f647-488a-b711-50f3d820c00c req-aa221c5e-1ec5-4cb2-b4c0-c9385c69ced4 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 946 time: 0.1642771 May 26 13:46:12.928039 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-ae9f9b05-069d-4159-a78b-be1a5f1f7c63 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dc9b495c22e64a2998c7f0b92bd8845e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5951183 May 26 13:46:12.933633 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 59202) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:12.984204 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f9b05-069d-4159-a78b-be1a5f1f7c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f87315-dbbe-4747-9ed2-6540cdf9344d,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:13.001273 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-c28e423a-1310-4a1d-9b30-7367732c76b2 req-795fdb3c-b61d-4c75-99c2-0d2e900d9ef5 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] For port 1b5743b4-b6c9-449d-9b8a-dd2f82596278, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=1b5743b4-b6c9-449d-9b8a-dd2f82596278,segment=NetworkSegment(2928ecee-b4db-47c3-80e5-e017a46b0d13),segment_id=2928ecee-b4db-47c3-80e5-e017a46b0d13)] {{(pid=110500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:46:13.001720 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-c28e423a-1310-4a1d-9b30-7367732c76b2 req-795fdb3c-b61d-4c75-99c2-0d2e900d9ef5 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (1b5743b4-b6c9-449d-9b8a-dd2f82596278), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:13.022213 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [req-c28e423a-1310-4a1d-9b30-7367732c76b2 req-795fdb3c-b61d-4c75-99c2-0d2e900d9ef5 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Calling delete_port for 1b5743b4-b6c9-449d-9b8a-dd2f82596278 owned by compute:nova {{(pid=110500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:46:13.049105 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-792ed421-026d-41a7-95f1-72b9583609e7 req-f0f3e1e3-3f41-4baf-8b7d-35a610491196 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=471f934c-6cd6-4b5f-a957-d0fe5d8f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453086 May 26 13:46:13.097202 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-c1c2ec8f-f647-488a-b711-50f3d820c00c req-1de38c76-b17a-4447-8204-cac65cc0c155 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973574 May 26 13:46:13.203700 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 59212) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:13.242135 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2732a-f422-49f8-98ae-434764149502 req-acf8e04d-76c1-4006-9894-7d48755c08fe tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:13.244516 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-17e2732a-f422-49f8-98ae-434764149502 req-acf8e04d-76c1-4006-9894-7d48755c08fe tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 945 time: 0.1001859 May 26 13:46:13.285464 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-747c2b2c-ba5c-4b39-94ed-bf2e4acecfd1 admin admin] Publish callbacks [] for security_group (f2f87315-dbbe-4747-9ed2-6540cdf9344d), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:13.294349 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-c28e423a-1310-4a1d-9b30-7367732c76b2 req-795fdb3c-b61d-4c75-99c2-0d2e900d9ef5 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (1b5743b4-b6c9-449d-9b8a-dd2f82596278), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:13.307461 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] get_ports_and_sgs() called for port_ids ['1b5743b4-b6c9-449d-9b8a-dd2f82596278'] {{(pid=110502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 13:46:13.336433 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795fdb3c-b61d-4c75-99c2-0d2e900d9ef5 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Pushing event deleted for resources: {'Port': ['ID=1b5743b4-b6c9-449d-9b8a-dd2f82596278,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:13.358839 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:13.393207 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-17e2732a-f422-49f8-98ae-434764149502 req-0c4a2ff9-dd2c-4bca-80ca-9061cc2d71eb tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e73beaa-c450-47a6-aed3-c8a7e1527ed7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401131 May 26 13:46:13.410988 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-f6b28b10-0c18-49c0-bdb4-40caa7cdd4ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:13.444647 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [req-c28e423a-1310-4a1d-9b30-7367732c76b2 req-795fdb3c-b61d-4c75-99c2-0d2e900d9ef5 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] No DVR routers for this DVR port 1b5743b4-b6c9-449d-9b8a-dd2f82596278 on host hv-cinder-81966 {{(pid=110500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 13:46:13.452852 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-c28e423a-1310-4a1d-9b30-7367732c76b2 req-795fdb3c-b61d-4c75-99c2-0d2e900d9ef5 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:13.456082 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c28e423a-1310-4a1d-9b30-7367732c76b2 req-795fdb3c-b61d-4c75-99c2-0d2e900d9ef5 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.57 "DELETE /v2.0/ports/1b5743b4-b6c9-449d-9b8a-dd2f82596278 HTTP/1.1" status: 204 len: 173 time: 0.7719290 May 26 13:46:13.456567 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aac6ee1-e33c-4957-bb97-39e23139ba63', 'name': 'network-vif-deleted', 'tag': '1b5743b4-b6c9-449d-9b8a-dd2f82596278'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:46:13.459904 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211b0e93-afe7-4864-99e4-80acef5b3f9c" -d '{"events": [{"server_uuid": "4aac6ee1-e33c-4957-bb97-39e23139ba63", "name": "network-vif-deleted", "tag": "1b5743b4-b6c9-449d-9b8a-dd2f82596278"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:46:13.504621 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfb9fe0-e355-499e-bcbb-2952aede6330 x-openstack-request-id: req-ebfb9fe0-e355-499e-bcbb-2952aede6330 {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:46:13.505078 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aac6ee1-e33c-4957-bb97-39e23139ba63", "name": "network-vif-deleted", "tag": "1b5743b4-b6c9-449d-9b8a-dd2f82596278", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:46:13.505479 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ebfb9fe0-e355-499e-bcbb-2952aede6330 {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:46:13.506145 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebfb9fe0-e355-499e-bcbb-2952aede6330'] response: {'server_uuid': '4aac6ee1-e33c-4957-bb97-39e23139ba63', 'name': 'network-vif-deleted', 'tag': '1b5743b4-b6c9-449d-9b8a-dd2f82596278', 'status': 'completed', 'code': 200} May 26 13:46:13.544740 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-f6b28b10-0c18-49c0-bdb4-40caa7cdd4ab admin admin] Publish callbacks [] for security_group (a2d995d2-6a11-417b-9219-fa7354bed0cb), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:13.548843 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-f6b28b10-0c18-49c0-bdb4-40caa7cdd4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (a2d995d2-6a11-417b-9219-fa7354bed0cb), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:13.591204 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b28b10-0c18-49c0-bdb4-40caa7cdd4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d995d2-6a11-417b-9219-fa7354bed0cb,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:13.598068 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-f6b28b10-0c18-49c0-bdb4-40caa7cdd4ab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4662e14c3a954837ac9ecee366a302b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3908644 May 26 13:46:13.598362 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 59218) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:13.617291 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde1c95-80af-43bf-a23a-dd2f47633275 req-446fa266-1e99-4cd9-b424-416dc37a4fb8 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:13.618877 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-8bde1c95-80af-43bf-a23a-dd2f47633275 req-446fa266-1e99-4cd9-b424-416dc37a4fb8 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1 HTTP/1.1" status: 200 len: 945 time: 0.3889661 May 26 13:46:13.652821 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-83f53a64-499e-4f89-ace6-3479517ca63c admin admin] Publish callbacks [] for security_group (a2d995d2-6a11-417b-9219-fa7354bed0cb), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:13.670749 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-747c2b2c-ba5c-4b39-94ed-bf2e4acecfd1 admin admin] Publish callbacks [] for security_group (f2f87315-dbbe-4747-9ed2-6540cdf9344d), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:13.673356 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:13.675454 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-83f53a64-499e-4f89-ace6-3479517ca63c admin admin] Publish callbacks [] for security_group (a2d995d2-6a11-417b-9219-fa7354bed0cb), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:13.728327 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-83f53a64-499e-4f89-ace6-3479517ca63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (a2d995d2-6a11-417b-9219-fa7354bed0cb), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:13.730863 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-83f53a64-499e-4f89-ace6-3479517ca63c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:13.731995 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-83f53a64-499e-4f89-ace6-3479517ca63c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a2d995d2-6a11-417b-9219-fa7354bed0cb HTTP/1.1" status: 204 len: 168 time: 0.1320748 May 26 13:46:13.740242 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f53a64-499e-4f89-ace6-3479517ca63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d995d2-6a11-417b-9219-fa7354bed0cb,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:13.795005 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-8bde1c95-80af-43bf-a23a-dd2f47633275 req-733bd384-f81f-431f-87e4-b580a992346f tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/security-groups?id=471f934c-6cd6-4b5f-a957-d0fe5d8f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668704 May 26 13:46:13.880445 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-747c2b2c-ba5c-4b39-94ed-bf2e4acecfd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (f2f87315-dbbe-4747-9ed2-6540cdf9344d), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:13.883654 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-747c2b2c-ba5c-4b39-94ed-bf2e4acecfd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:13.884949 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-747c2b2c-ba5c-4b39-94ed-bf2e4acecfd1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f2f87315-dbbe-4747-9ed2-6540cdf9344d HTTP/1.1" status: 204 len: 168 time: 0.9415760 May 26 13:46:13.889459 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-91462377-e5a2-4f5a-b13d-7b1a859ac360 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:13.899135 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c2b2c-ba5c-4b39-94ed-bf2e4acecfd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f87315-dbbe-4747-9ed2-6540cdf9344d,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:13.901379 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-91462377-e5a2-4f5a-b13d-7b1a859ac360 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568549'] for floatingip (42826869-b702-4569-947f-8f2cdd3cb7e5), after_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:14.017972 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.db.l3_db [None req-91462377-e5a2-4f5a-b13d-7b1a859ac360 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Floating IP 42826869-b702-4569-947f-8f2cdd3cb7e5 associated. External IP: 172.27.2.78, port: fa68ed54-b95b-4bfd-afca-997df1610ee7. May 26 13:46:14.103670 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-68079e8c-ff9b-40f6-9336-54ac2192fd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:14.121844 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 59232) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:14.155943 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-41f589c7-3b1e-4d26-9ef0-3d068ee14737 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:14.212012 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:14.298114 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91462377-e5a2-4f5a-b13d-7b1a859ac360 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Router 649401c9-bfab-426e-a474-f39017d3abed has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:46:14.307435 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:14.360697 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27beac66-a62b-4656-b3be-20253a916ad0 req-98749907-c1c5-4283-978f-c1274e5d2088 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:14.362393 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-27beac66-a62b-4656-b3be-20253a916ad0 req-98749907-c1c5-4283-978f-c1274e5d2088 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 946 time: 0.1279407 May 26 13:46:14.434895 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-41f589c7-3b1e-4d26-9ef0-3d068ee14737 admin admin] Publish callbacks [] for security_group (c472f3ab-da2c-4de8-a303-ed313793e480), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:14.455304 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-41f589c7-3b1e-4d26-9ef0-3d068ee14737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (c472f3ab-da2c-4de8-a303-ed313793e480), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:14.479663 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-27beac66-a62b-4656-b3be-20253a916ad0 req-1c41624f-da29-4461-81de-00c768235ff8 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077774 May 26 13:46:14.508857 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-41f589c7-3b1e-4d26-9ef0-3d068ee14737 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3ef2567f3b4143bba7463a9e966150fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3852150 May 26 13:46:14.512592 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 59258) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:14.516418 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91462377-e5a2-4f5a-b13d-7b1a859ac360 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:46:14.531931 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-91462377-e5a2-4f5a-b13d-7b1a859ac360 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for floatingip (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:14.533409 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66237c04-eb25-45d1-9232-ef0b65e41b8c None None] Sync routers for ids ['649401c9-bfab-426e-a474-f39017d3abed'] in dv-cinder-819668-4-iscsi {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:46:14.549963 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f589c7-3b1e-4d26-9ef0-3d068ee14737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c472f3ab-da2c-4de8-a303-ed313793e480,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:14.551955 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66237c04-eb25-45d1-9232-ef0b65e41b8c None None] Routers {'649401c9-bfab-426e-a474-f39017d3abed'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:46:14.552971 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-66237c04-eb25-45d1-9232-ef0b65e41b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:45:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['649401c9-bfab-426e-a474-f39017d3abed'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:46:14.632793 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-ba89fd06-ded1-44ba-a5dd-f12242efbf05 admin admin] Publish callbacks [] for security_group (c472f3ab-da2c-4de8-a303-ed313793e480), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:14.650365 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-91462377-e5a2-4f5a-b13d-7b1a859ac360 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "PUT /v2.0/floatingips/42826869-b702-4569-947f-8f2cdd3cb7e5 HTTP/1.1" status: 200 len: 991 time: 2.2941570 May 26 13:46:14.654616 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84b45620-7dd5-4bb5-9da2-e48381d78256', 'tag': 'fa68ed54-b95b-4bfd-afca-997df1610ee7'}] {{(pid=110501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:46:14.657088 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7554ed366569566c1c07a20dc3a12fa332abf68ec20ff88de472e4216b3e5b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da90fd2-7e28-4bf5-b845-c3ed59528dee" -d '{"events": [{"name": "network-changed", "server_uuid": "84b45620-7dd5-4bb5-9da2-e48381d78256", "tag": "fa68ed54-b95b-4bfd-afca-997df1610ee7"}]}' {{(pid=110501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:46:14.660853 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-ba89fd06-ded1-44ba-a5dd-f12242efbf05 admin admin] Publish callbacks [] for security_group (c472f3ab-da2c-4de8-a303-ed313793e480), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:14.668798 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-0ce13b1d-9f83-4d04-af7c-6314670a04bb req-93073910-d685-450b-95f0-f690f1922541 tempest-DeleteServersTestJSON-2062572267 tempest-DeleteServersTestJSON-2062572267-project] 10.222.0.16 "GET /v2.0/ports?device_id=4aac6ee1-e33c-4957-bb97-39e23139ba63 HTTP/1.1" status: 200 len: 210 time: 0.0729117 May 26 13:46:14.676141 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:14.736776 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e10d01-c81d-4b94-8cc6-2d01d12b14dd x-openstack-request-id: req-57e10d01-c81d-4b94-8cc6-2d01d12b14dd {{(pid=110501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:46:14.737144 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84b45620-7dd5-4bb5-9da2-e48381d78256", "tag": "fa68ed54-b95b-4bfd-afca-997df1610ee7", "status": "completed", "code": 200}]} {{(pid=110501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:46:14.737408 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-57e10d01-c81d-4b94-8cc6-2d01d12b14dd {{(pid=110501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:46:14.738071 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57e10d01-c81d-4b94-8cc6-2d01d12b14dd'] response: {'name': 'network-changed', 'server_uuid': '84b45620-7dd5-4bb5-9da2-e48381d78256', 'tag': 'fa68ed54-b95b-4bfd-afca-997df1610ee7', 'status': 'completed', 'code': 200} May 26 13:46:14.751315 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-ba89fd06-ded1-44ba-a5dd-f12242efbf05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (c472f3ab-da2c-4de8-a303-ed313793e480), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:14.755656 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-ba89fd06-ded1-44ba-a5dd-f12242efbf05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:14.757074 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-ba89fd06-ded1-44ba-a5dd-f12242efbf05 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c472f3ab-da2c-4de8-a303-ed313793e480 HTTP/1.1" status: 204 len: 168 time: 0.2432585 May 26 13:46:14.766528 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba89fd06-ded1-44ba-a5dd-f12242efbf05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c472f3ab-da2c-4de8-a303-ed313793e480,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:14.778555 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-66237c04-eb25-45d1-9232-ef0b65e41b8c None None] Set router 649401c9-bfab-426e-a474-f39017d3abed gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:46:14.962711 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebedcc-2c55-4025-b41d-b13912f6e74e req-7ff6bb03-7dca-4fd7-b877-86bee98f8165 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:14.964611 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-e8ebedcc-2c55-4025-b41d-b13912f6e74e req-7ff6bb03-7dca-4fd7-b877-86bee98f8165 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1 HTTP/1.1" status: 200 len: 945 time: 0.0792248 May 26 13:46:15.048545 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-e8ebedcc-2c55-4025-b41d-b13912f6e74e req-28901b9d-60c6-41b0-b113-a3cd9b303343 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/security-groups?id=471f934c-6cd6-4b5f-a957-d0fe5d8f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758586 May 26 13:46:15.101608 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-66237c04-eb25-45d1-9232-ef0b65e41b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649401c9-bfab-426e-a474-f39017d3abed', 'name': 'tempest-AttachVolumeTestJSON-1151764757-router', 'tenant_id': '2007395425194750a87edd6c0da44e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '2f0f44b1-11a6-4147-9e20-becacca0e572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:41Z', 'updated_at': '2022-05-26T13:44:54Z', 'revision_number': 4, 'project_id': '2007395425194750a87edd6c0da44e66', 'gw_port': {'id': '2f0f44b1-11a6-4147-9e20-becacca0e572', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649401c9-bfab-426e-a474-f39017d3abed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:43Z', 'updated_at': '2022-05-26T13:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': '42826869-b702-4569-947f-8f2cdd3cb7e5', 'tenant_id': '2007395425194750a87edd6c0da44e66', 'floating_ip_address': '172.27.2.78', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': '649401c9-bfab-426e-a474-f39017d3abed', 'port_id': 'fa68ed54-b95b-4bfd-afca-997df1610ee7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96b4b46b-ed06-4350-9763-5db4d4c655a1', 'mac_address': 'fa:16:3e:52:32:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b45620-7dd5-4bb5-9da2-e48381d78256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:45:08Z', 'updated_at': '2022-05-26T13:46:13Z', 'revision_number': 1, 'project_id': '2007395425194750a87edd6c0da44e66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e54294ea-3afb-4b2d-83ff-b763f5634f47', 'name': '', 'network_id': '96b4b46b-ed06-4350-9763-5db4d4c655a1', 'tenant_id': '2007395425194750a87edd6c0da44e66', 'mac_address': 'fa:16:3e:d2:a9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649401c9-bfab-426e-a474-f39017d3abed', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '761e5aa1-c2fe-4f86-81be-d9dede097e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:51Z', 'updated_at': '2022-05-26T13:45:04Z', 'revision_number': 5, 'project_id': '2007395425194750a87edd6c0da44e66', 'subnets': [{'id': '761e5aa1-c2fe-4f86-81be-d9dede097e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:46:15.132053 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66237c04-eb25-45d1-9232-ef0b65e41b8c None None] Checking router: 649401c9-bfab-426e-a474-f39017d3abed for host: dv-cinder-819668-4-iscsi {{(pid=110503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:46:15.140854 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66237c04-eb25-45d1-9232-ef0b65e41b8c None None] Routers {'649401c9-bfab-426e-a474-f39017d3abed'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:46:15.141670 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-66237c04-eb25-45d1-9232-ef0b65e41b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:45:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['649401c9-bfab-426e-a474-f39017d3abed'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:46:15.165579 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 59286) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:15.253766 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-66237c04-eb25-45d1-9232-ef0b65e41b8c None None] Set router 649401c9-bfab-426e-a474-f39017d3abed gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:46:15.265978 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da90fd2-7e28-4bf5-b845-c3ed59528dee req-aa2096b4-dcda-447e-ae5c-59450b085a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:15.267866 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-7da90fd2-7e28-4bf5-b845-c3ed59528dee req-aa2096b4-dcda-447e-ae5c-59450b085a9c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2007395425194750a87edd6c0da44e66&device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 1130 time: 0.0646651 May 26 13:46:15.388973 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-86371411-b82f-4045-ad1d-5e6f509a88b2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1946792116-network', 'tenant_id': 'c85800d659ab43ff9b16266f9f037fc2'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:46:15.430760 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86371411-b82f-4045-ad1d-5e6f509a88b2 admin admin] Made reservation on behalf of c85800d659ab43ff9b16266f9f037fc2 for: {'network': 1} {{(pid=110501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:46:15.431972 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da90fd2-7e28-4bf5-b845-c3ed59528dee req-5bc8c15f-5432-4f79-a675-8aa85737ce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:15.433343 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-86371411-b82f-4045-ad1d-5e6f509a88b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for network (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:15.434152 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-7da90fd2-7e28-4bf5-b845-c3ed59528dee req-5bc8c15f-5432-4f79-a675-8aa85737ce64 service neutron] 10.222.0.57 "GET /v2.0/networks?id=96b4b46b-ed06-4350-9763-5db4d4c655a1 HTTP/1.1" status: 200 len: 912 time: 0.1261678 May 26 13:46:15.443516 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-86371411-b82f-4045-ad1d-5e6f509a88b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:15.538213 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-66237c04-eb25-45d1-9232-ef0b65e41b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649401c9-bfab-426e-a474-f39017d3abed', 'name': 'tempest-AttachVolumeTestJSON-1151764757-router', 'tenant_id': '2007395425194750a87edd6c0da44e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '2f0f44b1-11a6-4147-9e20-becacca0e572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:41Z', 'updated_at': '2022-05-26T13:44:54Z', 'revision_number': 4, 'project_id': '2007395425194750a87edd6c0da44e66', 'gw_port': {'id': '2f0f44b1-11a6-4147-9e20-becacca0e572', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649401c9-bfab-426e-a474-f39017d3abed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:43Z', 'updated_at': '2022-05-26T13:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': '42826869-b702-4569-947f-8f2cdd3cb7e5', 'tenant_id': '2007395425194750a87edd6c0da44e66', 'floating_ip_address': '172.27.2.78', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': '649401c9-bfab-426e-a474-f39017d3abed', 'port_id': 'fa68ed54-b95b-4bfd-afca-997df1610ee7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96b4b46b-ed06-4350-9763-5db4d4c655a1', 'mac_address': 'fa:16:3e:52:32:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b45620-7dd5-4bb5-9da2-e48381d78256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:45:08Z', 'updated_at': '2022-05-26T13:46:13Z', 'revision_number': 1, 'project_id': '2007395425194750a87edd6c0da44e66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e54294ea-3afb-4b2d-83ff-b763f5634f47', 'name': '', 'network_id': '96b4b46b-ed06-4350-9763-5db4d4c655a1', 'tenant_id': '2007395425194750a87edd6c0da44e66', 'mac_address': 'fa:16:3e:d2:a9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649401c9-bfab-426e-a474-f39017d3abed', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '761e5aa1-c2fe-4f86-81be-d9dede097e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:51Z', 'updated_at': '2022-05-26T13:45:04Z', 'revision_number': 5, 'project_id': '2007395425194750a87edd6c0da44e66', 'subnets': [{'id': '761e5aa1-c2fe-4f86-81be-d9dede097e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:46:15.557692 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-86371411-b82f-4045-ad1d-5e6f509a88b2 admin admin] Publish callbacks [] for security_group (78106cbb-c814-4a50-80dc-2faf68dc8625), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:15.566558 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-86371411-b82f-4045-ad1d-5e6f509a88b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (78106cbb-c814-4a50-80dc-2faf68dc8625), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:15.570576 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66237c04-eb25-45d1-9232-ef0b65e41b8c None None] The sync data for ids ['649401c9-bfab-426e-a474-f39017d3abed'] in dv-cinder-819668-4-iscsi is: [{'id': '649401c9-bfab-426e-a474-f39017d3abed', 'name': 'tempest-AttachVolumeTestJSON-1151764757-router', 'tenant_id': '2007395425194750a87edd6c0da44e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '2f0f44b1-11a6-4147-9e20-becacca0e572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:41Z', 'updated_at': '2022-05-26T13:44:54Z', 'revision_number': 4, 'project_id': '2007395425194750a87edd6c0da44e66', 'gw_port': {'id': '2f0f44b1-11a6-4147-9e20-becacca0e572', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649401c9-bfab-426e-a474-f39017d3abed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:43Z', 'updated_at': '2022-05-26T13:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': '42826869-b702-4569-947f-8f2cdd3cb7e5', 'tenant_id': '2007395425194750a87edd6c0da44e66', 'floating_ip_address': '172.27.2.78', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': '649401c9-bfab-426e-a474-f39017d3abed', 'port_id': 'fa68ed54-b95b-4bfd-afca-997df1610ee7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96b4b46b-ed06-4350-9763-5db4d4c655a1', 'mac_address': 'fa:16:3e:52:32:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84b45620-7dd5-4bb5-9da2-e48381d78256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:45:08Z', 'updated_at': '2022-05-26T13:46:13Z', 'revision_number': 1, 'project_id': '2007395425194750a87edd6c0da44e66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e54294ea-3afb-4b2d-83ff-b763f5634f47', 'name': '', 'network_id': '96b4b46b-ed06-4350-9763-5db4d4c655a1', 'tenant_id': '2007395425194750a87edd6c0da44e66', 'mac_address': 'fa:16:3e:d2:a9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649401c9-bfab-426e-a474-f39017d3abed', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '761e5aa1-c2fe-4f86-81be-d9dede097e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:51Z', 'updated_at': '2022-05-26T13:45:04Z', 'revision_number': 5, 'project_id': '2007395425194750a87edd6c0da44e66', 'subnets': [{'id': '761e5aa1-c2fe-4f86-81be-d9dede097e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:46:15.587909 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-7da90fd2-7e28-4bf5-b845-c3ed59528dee req-f58064c8-cc52-442c-b24a-f7e34e44f78a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa68ed54-b95b-4bfd-afca-997df1610ee7 HTTP/1.1" status: 200 len: 999 time: 0.1435034 May 26 13:46:15.609129 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86371411-b82f-4045-ad1d-5e6f509a88b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=110501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 13:46:15.640194 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-86371411-b82f-4045-ad1d-5e6f509a88b2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755648326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329'] for segment (57eb3c7f-cf41-4d04-9254-b7cdfafd2014), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:15.640658 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.db.segments_db [None req-86371411-b82f-4045-ad1d-5e6f509a88b2 admin admin] Added segment 57eb3c7f-cf41-4d04-9254-b7cdfafd2014 of type vlan for network 0478328b-202e-4fb7-84c6-c736725d6bdc May 26 13:46:15.649112 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86371411-b82f-4045-ad1d-5e6f509a88b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78106cbb-c814-4a50-80dc-2faf68dc8625,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:15.712739 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-86371411-b82f-4045-ad1d-5e6f509a88b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755647801200'] for network (0478328b-202e-4fb7-84c6-c736725d6bdc), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:15.758518 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-86371411-b82f-4045-ad1d-5e6f509a88b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for network (0478328b-202e-4fb7-84c6-c736725d6bdc), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:15.761493 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86371411-b82f-4045-ad1d-5e6f509a88b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:15.762088 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-86371411-b82f-4045-ad1d-5e6f509a88b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:15.777448 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58205522-856f-4ae4-b8e4-114f2bd2f58a req-722371fa-7e0c-41b8-87c5-6411c514e6e6 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:15.777448 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-58205522-856f-4ae4-b8e4-114f2bd2f58a req-722371fa-7e0c-41b8-87c5-6411c514e6e6 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 946 time: 0.1653080 May 26 13:46:15.790410 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da90fd2-7e28-4bf5-b845-c3ed59528dee req-7b08f661-4aa6-496c-802c-c73dd0c76cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:15.792190 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-7da90fd2-7e28-4bf5-b845-c3ed59528dee req-7b08f661-4aa6-496c-802c-c73dd0c76cd7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=761e5aa1-c2fe-4f86-81be-d9dede097e42 HTTP/1.1" status: 200 len: 850 time: 0.1962733 May 26 13:46:15.866026 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-86371411-b82f-4045-ad1d-5e6f509a88b2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6993442 May 26 13:46:15.894867 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 59316) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:15.916926 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-b1c9a045-418f-417a-a14b-ef2eb090d76f admin admin] Request body: {'subnet': {'network_id': '0478328b-202e-4fb7-84c6-c736725d6bdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1946792116-subnet', 'tenant_id': 'c85800d659ab43ff9b16266f9f037fc2', 'ip_version': 4}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:46:15.919248 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b801822f-230c-49c8-9b70-b5710c3394ba None None] New status for floating IP 42826869-b702-4569-947f-8f2cdd3cb7e5: ACTIVE {{(pid=110502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 13:46:15.931153 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86371411-b82f-4045-ad1d-5e6f509a88b2 admin admin] Pushing event updated for resources: {'Network': ['ID=0478328b-202e-4fb7-84c6-c736725d6bdc,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:15.950012 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da90fd2-7e28-4bf5-b845-c3ed59528dee req-39b819bd-ab9a-47e2-8efe-6b9acca31778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:15.954363 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-7da90fd2-7e28-4bf5-b845-c3ed59528dee req-39b819bd-ab9a-47e2-8efe-6b9acca31778 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=96b4b46b-ed06-4350-9763-5db4d4c655a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1308055 May 26 13:46:15.976050 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c9a045-418f-417a-a14b-ef2eb090d76f admin admin] Made reservation on behalf of c85800d659ab43ff9b16266f9f037fc2 for: {'subnet': 1} {{(pid=110501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:46:15.979361 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b1c9a045-418f-417a-a14b-ef2eb090d76f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5516800'] for subnet (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:16.004512 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-58205522-856f-4ae4-b8e4-114f2bd2f58a req-ece10a36-dd94-4c48-933c-18d788708916 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199371 May 26 13:46:16.022025 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Network 0478328b-202e-4fb7-84c6-c736725d6bdc details requested by agent ovs-agent-dv-cinder-819668-4-iscsi with host dv-cinder-819668-4-iscsi {{(pid=110502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 13:46:16.119195 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:16.149233 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:16.152544 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-7da90fd2-7e28-4bf5-b845-c3ed59528dee req-8b6a399f-6f03-4e33-8aa6-dfaa0be08758 service neutron] 10.222.0.57 "GET /v2.0/networks/96b4b46b-ed06-4350-9763-5db4d4c655a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854908 May 26 13:46:16.313890 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7829ce-44b8-42e5-a21e-8fbde3891f7a req-209c7021-7223-4aef-a0b9-5a7703b92384 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:16.315899 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8a7829ce-44b8-42e5-a21e-8fbde3891f7a req-209c7021-7223-4aef-a0b9-5a7703b92384 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1 HTTP/1.1" status: 200 len: 945 time: 0.1442332 May 26 13:46:16.319979 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:16.321307 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 59336) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:16.356323 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:16.410219 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-7da90fd2-7e28-4bf5-b845-c3ed59528dee req-30ec4c4c-aa42-4743-928c-539fb444a459 service neutron] 10.222.0.57 "GET /v2.0/networks/96b4b46b-ed06-4350-9763-5db4d4c655a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512443 May 26 13:46:16.414704 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b1c9a045-418f-417a-a14b-ef2eb090d76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5521535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5516822'] for subnet (ead24355-5807-4ce4-ba8e-37e33b8ee5cf), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:16.427319 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8a7829ce-44b8-42e5-a21e-8fbde3891f7a req-2d29fb12-831e-4c97-95a2-d461aac6244b tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/security-groups?id=471f934c-6cd6-4b5f-a957-d0fe5d8f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891917 May 26 13:46:16.477836 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-a12cb026-c62a-4858-bd50-c4313467f68d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:16.498288 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c9a045-418f-417a-a14b-ef2eb090d76f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ead24355-5807-4ce4-ba8e-37e33b8ee5cf,revision_number=0']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:16.503259 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-27d220f1-07e0-4f0f-844f-cff279d9553b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:16.505084 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c9a045-418f-417a-a14b-ef2eb090d76f admin admin] Checking segment: {'id': '57eb3c7f-cf41-4d04-9254-b7cdfafd2014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0478328b-202e-4fb7-84c6-c736725d6bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:46:16.505483 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c9a045-418f-417a-a14b-ef2eb090d76f admin admin] Network hostable DHCP agents. Network: 0478328b-202e-4fb7-84c6-c736725d6bdc, hostable agents: ['f02764f4-f497-4694-a2eb-22efe73666f4'], hosted agents: [] {{(pid=110501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 13:46:16.531131 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c9a045-418f-417a-a14b-ef2eb090d76f admin admin] Network 0478328b-202e-4fb7-84c6-c736725d6bdc is scheduled to be hosted by DHCP agent f02764f4-f497-4694-a2eb-22efe73666f4 with binding_index 1 {{(pid=110501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 13:46:16.542630 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.base_scheduler [None req-b1c9a045-418f-417a-a14b-ef2eb090d76f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819668-4-iscsi, 0478328b-202e-4fb7-84c6-c736725d6bdc) {{(pid=110501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:46:16.548652 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c9a045-418f-417a-a14b-ef2eb090d76f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:16.550623 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b1c9a045-418f-417a-a14b-ef2eb090d76f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:16.555921 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe4ad34-a10a-46bc-837c-fa55900e922c None None] Network 0478328b-202e-4fb7-84c6-c736725d6bdc requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:46:16.585075 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-b1c9a045-418f-417a-a14b-ef2eb090d76f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6803520 May 26 13:46:16.585075 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 59342) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:16.589123 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-27a58c59-f760-4926-a1ff-0b582f390b85 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1946792116-router', 'tenant_id': 'c85800d659ab43ff9b16266f9f037fc2', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'}}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:46:16.620416 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-27a58c59-f760-4926-a1ff-0b582f390b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7936'] for router (25be5db6-fce1-4669-b671-8b2134a4d46a), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:16.622611 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-27a58c59-f760-4926-a1ff-0b582f390b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-906688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-655507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7993'] for router (25be5db6-fce1-4669-b671-8b2134a4d46a), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:16.631619 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-27d220f1-07e0-4f0f-844f-cff279d9553b admin admin] Publish callbacks [] for security_group (55900e55-7b8c-4dff-ab6f-d62d0a9f7c47), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:16.638490 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-27d220f1-07e0-4f0f-844f-cff279d9553b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (55900e55-7b8c-4dff-ab6f-d62d0a9f7c47), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:16.695988 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-27d220f1-07e0-4f0f-844f-cff279d9553b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=43ce673eb46b486d9f8cc64a452e01a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3736508 May 26 13:46:16.697068 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d220f1-07e0-4f0f-844f-cff279d9553b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55900e55-7b8c-4dff-ab6f-d62d0a9f7c47,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:16.699803 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 59348) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:16.718444 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5102f23c-6fe4-490c-bc83-e2643047fbdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c43c4a0-638b-5401-8746-75049319ae93-0478328b-202e-4fb7-84c6-c736725d6bdc', 'network_id': '0478328b-202e-4fb7-84c6-c736725d6bdc', 'project_id': 'c85800d659ab43ff9b16266f9f037fc2', 'fixed_ips': [{'subnet_id': 'ead24355-5807-4ce4-ba8e-37e33b8ee5cf'}]}} from dv-cinder-819668-4-iscsi. {{(pid=110502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 13:46:16.719405 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5102f23c-6fe4-490c-bc83-e2643047fbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:16.738364 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-27a58c59-f760-4926-a1ff-0b582f390b85 admin admin] Publish callbacks [] for router_controller (25be5db6-fce1-4669-b671-8b2134a4d46a), precommit_add_association {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:16.756982 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe8aa-c711-46ee-81fb-c076fae2e5e6 admin admin] Publish callbacks [] for security_group (55900e55-7b8c-4dff-ab6f-d62d0a9f7c47), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:16.793367 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe8aa-c711-46ee-81fb-c076fae2e5e6 admin admin] Publish callbacks [] for security_group (55900e55-7b8c-4dff-ab6f-d62d0a9f7c47), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:16.806716 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:16.890302 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe8aa-c711-46ee-81fb-c076fae2e5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (55900e55-7b8c-4dff-ab6f-d62d0a9f7c47), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:16.894980 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe8aa-c711-46ee-81fb-c076fae2e5e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:16.896810 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-0a1fe8aa-c711-46ee-81fb-c076fae2e5e6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/55900e55-7b8c-4dff-ab6f-d62d0a9f7c47 HTTP/1.1" status: 204 len: 168 time: 0.1954689 May 26 13:46:16.904719 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1fe8aa-c711-46ee-81fb-c076fae2e5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55900e55-7b8c-4dff-ab6f-d62d0a9f7c47,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:16.928957 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-27a58c59-f760-4926-a1ff-0b582f390b85 admin admin] Publish callbacks [] for router_gateway (25be5db6-fce1-4669-b671-8b2134a4d46a), precommit_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:16.933756 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:16.962931 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.db_base_plugin_common [None req-5102f23c-6fe4-490c-bc83-e2643047fbdb None None] Allocated IP 172.20.0.2 (0478328b-202e-4fb7-84c6-c736725d6bdc/ead24355-5807-4ce4-ba8e-37e33b8ee5cf/d6634cbd-f37f-4434-8df9-1fc0b899a0ec) {{(pid=110502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:46:17.177663 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5102f23c-6fe4-490c-bc83-e2643047fbdb None None] Publish callbacks [] for port (d6634cbd-f37f-4434-8df9-1fc0b899a0ec), precommit_create {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:17.185283 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5102f23c-6fe4-490c-bc83-e2643047fbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041'] for port (d6634cbd-f37f-4434-8df9-1fc0b899a0ec), after_create {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:17.200983 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95821435-6c59-439f-b988-83f424752df4 req-8e67cbd4-f5df-487c-b243-875ded24016a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:17.202522 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-95821435-6c59-439f-b988-83f424752df4 req-8e67cbd4-f5df-487c-b243-875ded24016a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 946 time: 0.1074047 May 26 13:46:17.226912 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 1b5743b4-b6c9-449d-9b8a-dd2f82596278 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 13:46:17.244669 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-27a58c59-f760-4926-a1ff-0b582f390b85 admin admin] Publish callbacks [] for router_gateway (25be5db6-fce1-4669-b671-8b2134a4d46a), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:17.270775 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] No Port match for: 1b5743b4-b6c9-449d-9b8a-dd2f82596278 {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 13:46:17.271130 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 1b5743b4-b6c9-449d-9b8a-dd2f82596278 not bound to the agent host hv-cinder-81966 {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 13:46:17.280338 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-27a58c59-f760-4926-a1ff-0b582f390b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:17.284847 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5102f23c-6fe4-490c-bc83-e2643047fbdb None None] Network 0478328b-202e-4fb7-84c6-c736725d6bdc is already hosted by enough agents. {{(pid=110502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:46:17.286868 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102f23c-6fe4-490c-bc83-e2643047fbdb None None] Pushing event updated for resources: {'Port': ['ID=d6634cbd-f37f-4434-8df9-1fc0b899a0ec,revision_number=1']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:17.291068 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.scheduler.base_scheduler [None req-5102f23c-6fe4-490c-bc83-e2643047fbdb None None] Resources bound (agent type, host, resource id): {{(pid=110502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:46:17.294322 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5102f23c-6fe4-490c-bc83-e2643047fbdb None None] Received port after_create {{(pid=110502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:46:17.299902 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-95821435-6c59-439f-b988-83f424752df4 req-ae77acd4-1bc3-4701-8a6f-37c5a596ee0b tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901074 May 26 13:46:17.323976 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 59364) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:17.342661 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-7c82866c-f239-469c-9378-23595ec47838 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:17.400438 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-5102f23c-6fe4-490c-bc83-e2643047fbdb None None] Attempting to bind port d6634cbd-f37f-4434-8df9-1fc0b899a0ec on host dv-cinder-819668-4-iscsi for vnic_type normal with profile {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:46:17.400905 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-5102f23c-6fe4-490c-bc83-e2643047fbdb None None] Attempting to bind port d6634cbd-f37f-4434-8df9-1fc0b899a0ec by drivers openvswitch,hyperv on host dv-cinder-819668-4-iscsi at level 0 using segments [{'id': '57eb3c7f-cf41-4d04-9254-b7cdfafd2014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0478328b-202e-4fb7-84c6-c736725d6bdc'}] {{(pid=110502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:46:17.401372 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5102f23c-6fe4-490c-bc83-e2643047fbdb None None] Attempting to bind port d6634cbd-f37f-4434-8df9-1fc0b899a0ec on network 0478328b-202e-4fb7-84c6-c736725d6bdc {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:46:17.415136 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5102f23c-6fe4-490c-bc83-e2643047fbdb None None] Checking agent: {'id': '8ab0da26-f041-4f99-a2cc-fa5d75d9001c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 35, 50), 'started_at': datetime.datetime(2022, 5, 26, 13, 36, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:46:17.415136 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5102f23c-6fe4-490c-bc83-e2643047fbdb None None] Checking segment: {'id': '57eb3c7f-cf41-4d04-9254-b7cdfafd2014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0478328b-202e-4fb7-84c6-c736725d6bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:46:17.415805 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5102f23c-6fe4-490c-bc83-e2643047fbdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:17.416267 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5102f23c-6fe4-490c-bc83-e2643047fbdb None None] Bound using segment: {'id': '57eb3c7f-cf41-4d04-9254-b7cdfafd2014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0478328b-202e-4fb7-84c6-c736725d6bdc'} {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:46:17.416870 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-5102f23c-6fe4-490c-bc83-e2643047fbdb None None] Bound port: d6634cbd-f37f-4434-8df9-1fc0b899a0ec, host: dv-cinder-819668-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57eb3c7f-cf41-4d04-9254-b7cdfafd2014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0478328b-202e-4fb7-84c6-c736725d6bdc'}}] {{(pid=110502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:46:17.417523 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5102f23c-6fe4-490c-bc83-e2643047fbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (d6634cbd-f37f-4434-8df9-1fc0b899a0ec), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:17.445604 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.db_base_plugin_common [None req-27a58c59-f760-4926-a1ff-0b582f390b85 admin admin] Allocated IP 172.27.2.215 (90e76b28-de17-4e9a-956c-e3acc4b829ee/72a92eeb-8c5d-4770-b3e7-e9300b6be16c/40b46f81-da38-420d-8650-981c81ca403e) {{(pid=110501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:46:17.461887 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-7c82866c-f239-469c-9378-23595ec47838 admin admin] Publish callbacks [] for security_group (ec3d7fb8-228d-482d-b405-152030107e1e), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:17.469374 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-7c82866c-f239-469c-9378-23595ec47838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (ec3d7fb8-228d-482d-b405-152030107e1e), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:17.496437 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-5102f23c-6fe4-490c-bc83-e2643047fbdb None None] For port d6634cbd-f37f-4434-8df9-1fc0b899a0ec, host dv-cinder-819668-4-iscsi, cleared binding levels {{(pid=110502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:46:17.500265 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-5102f23c-6fe4-490c-bc83-e2643047fbdb None None] For port d6634cbd-f37f-4434-8df9-1fc0b899a0ec, host dv-cinder-819668-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=d6634cbd-f37f-4434-8df9-1fc0b899a0ec,segment=NetworkSegment(57eb3c7f-cf41-4d04-9254-b7cdfafd2014),segment_id=57eb3c7f-cf41-4d04-9254-b7cdfafd2014)] {{(pid=110502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:46:17.508849 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5102f23c-6fe4-490c-bc83-e2643047fbdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (d6634cbd-f37f-4434-8df9-1fc0b899a0ec), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:17.532998 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 59374) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:17.543762 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-7c82866c-f239-469c-9378-23595ec47838 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=426e1c49367541c9b3d1000e5b750e76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2188210 May 26 13:46:17.546070 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82866c-f239-469c-9378-23595ec47838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3d7fb8-228d-482d-b405-152030107e1e,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:17.549800 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 59376) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:17.575485 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:17.588767 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102f23c-6fe4-490c-bc83-e2643047fbdb None None] Pushing event updated for resources: {'Port': ['ID=d6634cbd-f37f-4434-8df9-1fc0b899a0ec,revision_number=2']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:17.604076 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af4690-0f24-44db-ae89-825f9ccda496 req-1fbaae7c-a01d-436a-ad56-3ebf2d74e694 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:17.606105 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-14af4690-0f24-44db-ae89-825f9ccda496 req-1fbaae7c-a01d-436a-ad56-3ebf2d74e694 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1 HTTP/1.1" status: 200 len: 945 time: 0.0929902 May 26 13:46:17.633640 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:17.638489 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.db_base_plugin_v2 [None req-20351d62-19f9-407e-a44b-327dc1a97131 admin admin] Deleting subnet 1a8db53a-65d3-417c-a9a0-5484759c95ee {{(pid=110500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 13:46:17.643595 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-20351d62-19f9-407e-a44b-327dc1a97131 admin admin] Publish callbacks [] for subnet (1a8db53a-65d3-417c-a9a0-5484759c95ee), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:17.644805 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:17.688268 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-27a58c59-f760-4926-a1ff-0b582f390b85 admin admin] Publish callbacks [] for port (40b46f81-da38-420d-8650-981c81ca403e), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:17.692445 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-475ad2ff-20dc-4a17-af72-07526fa86525 admin admin] Publish callbacks [] for security_group (ec3d7fb8-228d-482d-b405-152030107e1e), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:17.718653 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-20351d62-19f9-407e-a44b-327dc1a97131 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6617305'] for subnet (1a8db53a-65d3-417c-a9a0-5484759c95ee), precommit_delete_associations {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:17.727857 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:17.734470 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-14af4690-0f24-44db-ae89-825f9ccda496 req-3258c7cf-2fb1-46e4-80f1-1f3919b9b140 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/security-groups?id=471f934c-6cd6-4b5f-a957-d0fe5d8f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210029 May 26 13:46:17.757039 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-475ad2ff-20dc-4a17-af72-07526fa86525 admin admin] Publish callbacks [] for security_group (ec3d7fb8-228d-482d-b405-152030107e1e), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:17.759342 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-27a58c59-f760-4926-a1ff-0b582f390b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5523151'] for port (40b46f81-da38-420d-8650-981c81ca403e), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:17.810362 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-20351d62-19f9-407e-a44b-327dc1a97131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693590'] for subnet (1a8db53a-65d3-417c-a9a0-5484759c95ee), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:17.811356 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a58c59-f760-4926-a1ff-0b582f390b85 admin admin] Pushing event updated for resources: {'Port': ['ID=40b46f81-da38-420d-8650-981c81ca403e,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:17.860985 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a58c59-f760-4926-a1ff-0b582f390b85 admin admin] Network 90e76b28-de17-4e9a-956c-e3acc4b829ee is already hosted by enough agents. {{(pid=110501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:46:17.862655 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.base_scheduler [None req-27a58c59-f760-4926-a1ff-0b582f390b85 admin admin] Resources bound (agent type, host, resource id): {{(pid=110501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:46:17.870985 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a58c59-f760-4926-a1ff-0b582f390b85 admin admin] Received port after_create {{(pid=110501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:46:17.889156 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-475ad2ff-20dc-4a17-af72-07526fa86525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (ec3d7fb8-228d-482d-b405-152030107e1e), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:17.892206 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-475ad2ff-20dc-4a17-af72-07526fa86525 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:17.893835 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-475ad2ff-20dc-4a17-af72-07526fa86525 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ec3d7fb8-228d-482d-b405-152030107e1e HTTP/1.1" status: 204 len: 168 time: 0.3148048 May 26 13:46:17.932763 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ad2ff-20dc-4a17-af72-07526fa86525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3d7fb8-228d-482d-b405-152030107e1e,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:17.966803 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-20351d62-19f9-407e-a44b-327dc1a97131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7217969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6595509'] for subnet (1a8db53a-65d3-417c-a9a0-5484759c95ee), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:17.994752 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20351d62-19f9-407e-a44b-327dc1a97131 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a8db53a-65d3-417c-a9a0-5484759c95ee,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:17.999294 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-20351d62-19f9-407e-a44b-327dc1a97131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for subnet (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:18.002942 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-20351d62-19f9-407e-a44b-327dc1a97131 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1a8db53a-65d3-417c-a9a0-5484759c95ee HTTP/1.1" status: 204 len: 168 time: 0.4689937 May 26 13:46:18.008726 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 59384) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:18.107074 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-2e70b0c2-92cf-4e54-9642-01397eeb46df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848337'] for network (fe7c5613-fb2c-42f9-ab8b-0d2c594276aa), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:18.202805 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-2e70b0c2-92cf-4e54-9642-01397eeb46df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1689123', 'neutron.services.segments.db._delete_segments_for_network-8755648326512'] for network (fe7c5613-fb2c-42f9-ab8b-0d2c594276aa), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:18.210785 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:DELETE=7,neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:18.230101 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.services.segments.db [None req-2e70b0c2-92cf-4e54-9642-01397eeb46df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe7c5613-fb2c-42f9-ab8b-0d2c594276aa']}} {{(pid=110500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:46:18.241241 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.services.segments.db [None req-2e70b0c2-92cf-4e54-9642-01397eeb46df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2928ecee-b4db-47c3-80e5-e017a46b0d13') {'for_net_delete': True} {{(pid=110500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:46:18.241816 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.services.segments.db [None req-2e70b0c2-92cf-4e54-9642-01397eeb46df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2928ecee-b4db-47c3-80e5-e017a46b0d13') {} {{(pid=110500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:46:18.258732 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-2e70b0c2-92cf-4e54-9642-01397eeb46df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755648326009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6617312'] for segment (2928ecee-b4db-47c3-80e5-e017a46b0d13), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:18.273554 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-2e70b0c2-92cf-4e54-9642-01397eeb46df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329'] for segment (2928ecee-b4db-47c3-80e5-e017a46b0d13), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:18.278619 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-27a58c59-f760-4926-a1ff-0b582f390b85 admin admin] Publish callbacks [] for router_gateway (25be5db6-fce1-4669-b671-8b2134a4d46a), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:18.284663 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e70b0c2-92cf-4e54-9642-01397eeb46df admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=110500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 13:46:18.285198 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-2e70b0c2-92cf-4e54-9642-01397eeb46df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7218579'] for segment (2928ecee-b4db-47c3-80e5-e017a46b0d13), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:18.337334 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.services.segments.plugin [-] Segment 2928ecee-b4db-47c3-80e5-e017a46b0d13 resource provider aggregate not found May 26 13:46:18.355297 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.services.segments.plugin [-] Segment 2928ecee-b4db-47c3-80e5-e017a46b0d13 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2928ecee-b4db-47c3-80e5-e017a46b0d13 found for delete ", "request_id": "req-47abeb8a-ce5b-4f3d-8166-4f39d8e2921b"}]} May 26 13:46:18.362236 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-2e70b0c2-92cf-4e54-9642-01397eeb46df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1689112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568567'] for network (fe7c5613-fb2c-42f9-ab8b-0d2c594276aa), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:18.382650 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-2e70b0c2-92cf-4e54-9642-01397eeb46df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:18.386815 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-2e70b0c2-92cf-4e54-9642-01397eeb46df admin admin] 10.222.0.16 "DELETE /v2.0/networks/fe7c5613-fb2c-42f9-ab8b-0d2c594276aa HTTP/1.1" status: 204 len: 168 time: 0.3766332 May 26 13:46:18.387940 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e70b0c2-92cf-4e54-9642-01397eeb46df admin admin] Pushing event deleted for resources: {'Network': ['ID=fe7c5613-fb2c-42f9-ab8b-0d2c594276aa,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:18.467048 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df89d61-3ea1-4059-b78c-bc52cebc3d16 req-5e20bffb-a501-4456-a34e-d1c0fa15b223 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:18.468879 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-7df89d61-3ea1-4059-b78c-bc52cebc3d16 req-5e20bffb-a501-4456-a34e-d1c0fa15b223 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 946 time: 0.0652118 May 26 13:46:18.515735 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 59398) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:18.532097 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-27a58c59-f760-4926-a1ff-0b582f390b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-906743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569091'] for router (25be5db6-fce1-4669-b671-8b2134a4d46a), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:18.547721 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-59401828-f8dd-40be-8fcb-9bb02b94700f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:18.565054 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-7df89d61-3ea1-4059-b78c-bc52cebc3d16 req-143f2da0-8d5c-4fc3-b15a-af40443dda37 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891104 May 26 13:46:18.588593 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 59400) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:18.652288 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-59401828-f8dd-40be-8fcb-9bb02b94700f admin admin] Publish callbacks [] for security_group (0c40fd31-bc4f-4515-bfef-a6e442106f3e), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:18.657937 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-59401828-f8dd-40be-8fcb-9bb02b94700f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (0c40fd31-bc4f-4515-bfef-a6e442106f3e), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:18.703890 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-59401828-f8dd-40be-8fcb-9bb02b94700f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6dba70de72e24d1084bec5a8c2042a7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1870310 May 26 13:46:18.704760 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59401828-f8dd-40be-8fcb-9bb02b94700f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c40fd31-bc4f-4515-bfef-a6e442106f3e,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:18.707502 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 59402) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:18.713959 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:18.766854 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-61639ee2-b960-41a0-a136-c413758b25b5 admin admin] Publish callbacks [] for security_group (0c40fd31-bc4f-4515-bfef-a6e442106f3e), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:18.793462 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-61639ee2-b960-41a0-a136-c413758b25b5 admin admin] Publish callbacks [] for security_group (0c40fd31-bc4f-4515-bfef-a6e442106f3e), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:18.851335 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-61639ee2-b960-41a0-a136-c413758b25b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (0c40fd31-bc4f-4515-bfef-a6e442106f3e), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:18.854497 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-61639ee2-b960-41a0-a136-c413758b25b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:18.858249 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-61639ee2-b960-41a0-a136-c413758b25b5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0c40fd31-bc4f-4515-bfef-a6e442106f3e HTTP/1.1" status: 204 len: 168 time: 0.1473491 May 26 13:46:18.866476 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61639ee2-b960-41a0-a136-c413758b25b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c40fd31-bc4f-4515-bfef-a6e442106f3e,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:18.903790 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f7dcdf-cf70-4134-8342-9d87653e12ac None None] Network 0478328b-202e-4fb7-84c6-c736725d6bdc requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:46:18.958661 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-09d109dc-fe75-4507-a164-10f1bd1cdb02 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7a22ae4c671d4c828ea95651dd7ec9cd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3689101 May 26 13:46:18.962468 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 59408) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:18.979884 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc50850-40d9-439e-a38b-16be8f526d1e req-b6ba879a-81d0-439e-93e3-43c8f2087409 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:18.981408 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-edc50850-40d9-439e-a38b-16be8f526d1e req-b6ba879a-81d0-439e-93e3-43c8f2087409 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1 HTTP/1.1" status: 200 len: 945 time: 0.0734591 May 26 13:46:18.981690 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:18.982867 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5afb6af7-9eea-4094-bb73-de3eeb0ac3f5 None None] Provisioning complete for port d6634cbd-f37f-4434-8df9-1fc0b899a0ec triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:46:18.983281 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5afb6af7-9eea-4094-bb73-de3eeb0ac3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (d6634cbd-f37f-4434-8df9-1fc0b899a0ec), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:19.021908 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:19.038900 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-00e10249-1995-4c30-9789-81e3c3bec584 admin admin] Publish callbacks [] for security_group (4e73beaa-c450-47a6-aed3-c8a7e1527ed7), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:19.071396 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-00e10249-1995-4c30-9789-81e3c3bec584 admin admin] Publish callbacks [] for security_group (4e73beaa-c450-47a6-aed3-c8a7e1527ed7), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:19.085658 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-edc50850-40d9-439e-a38b-16be8f526d1e req-ae67ef00-7aae-42d8-9704-bd21d96552c3 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/security-groups?id=471f934c-6cd6-4b5f-a957-d0fe5d8f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944331 May 26 13:46:19.092984 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a58c59-f760-4926-a1ff-0b582f390b85 admin admin] Router 25be5db6-fce1-4669-b671-8b2134a4d46a is scheduled to L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f with binding_index 1 {{(pid=110501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 13:46:19.109224 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:19.142188 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5afb6af7-9eea-4094-bb73-de3eeb0ac3f5 None None] Current status of the port d6634cbd-f37f-4434-8df9-1fc0b899a0ec is: DOWN; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:46:19.142831 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5afb6af7-9eea-4094-bb73-de3eeb0ac3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (d6634cbd-f37f-4434-8df9-1fc0b899a0ec), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:19.159272 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:19.196485 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-00e10249-1995-4c30-9789-81e3c3bec584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (4e73beaa-c450-47a6-aed3-c8a7e1527ed7), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:19.199857 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-00e10249-1995-4c30-9789-81e3c3bec584 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:19.201077 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-00e10249-1995-4c30-9789-81e3c3bec584 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4e73beaa-c450-47a6-aed3-c8a7e1527ed7 HTTP/1.1" status: 204 len: 168 time: 0.2383776 May 26 13:46:19.234757 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e10249-1995-4c30-9789-81e3c3bec584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e73beaa-c450-47a6-aed3-c8a7e1527ed7,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:19.238893 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-5afb6af7-9eea-4094-bb73-de3eeb0ac3f5 None None] For port d6634cbd-f37f-4434-8df9-1fc0b899a0ec, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=d6634cbd-f37f-4434-8df9-1fc0b899a0ec,segment=NetworkSegment(57eb3c7f-cf41-4d04-9254-b7cdfafd2014),segment_id=57eb3c7f-cf41-4d04-9254-b7cdfafd2014)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:46:19.255819 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device d6634cbd-f37f-4434-8df9-1fc0b899a0ec up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:46:19.350039 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a58c59-f760-4926-a1ff-0b582f390b85 admin admin] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:46:19.363432 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6621cbcc-339c-4abe-91e6-b7a58344f290 None None] Sync routers for ids ['25be5db6-fce1-4669-b671-8b2134a4d46a'] in dv-cinder-819668-4-iscsi {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:46:19.384747 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5afb6af7-9eea-4094-bb73-de3eeb0ac3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (d6634cbd-f37f-4434-8df9-1fc0b899a0ec), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:19.385052 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-27a58c59-f760-4926-a1ff-0b582f390b85 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:19.392631 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 59416) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:19.402719 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-27a58c59-f760-4926-a1ff-0b582f390b85 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8167217 May 26 13:46:19.407681 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6621cbcc-339c-4abe-91e6-b7a58344f290 None None] Routers {'25be5db6-fce1-4669-b671-8b2134a4d46a'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:46:19.410379 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-6621cbcc-339c-4abe-91e6-b7a58344f290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:46:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['25be5db6-fce1-4669-b671-8b2134a4d46a'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:46:19.470914 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:19.518451 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb6af7-9eea-4094-bb73-de3eeb0ac3f5 None None] Pushing event updated for resources: {'Port': ['ID=d6634cbd-f37f-4434-8df9-1fc0b899a0ec,revision_number=3']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:19.526539 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port d6634cbd-f37f-4434-8df9-1fc0b899a0ec triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:46:19.526936 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (d6634cbd-f37f-4434-8df9-1fc0b899a0ec), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:19.529752 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-889eb6d7-57b8-4c5d-b754-82c381ad9721 None None] Provisioning complete for port d6634cbd-f37f-4434-8df9-1fc0b899a0ec triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:46:19.530109 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-889eb6d7-57b8-4c5d-b754-82c381ad9721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (d6634cbd-f37f-4434-8df9-1fc0b899a0ec), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:19.548974 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:19.659689 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-6621cbcc-339c-4abe-91e6-b7a58344f290 None None] Set router 25be5db6-fce1-4669-b671-8b2134a4d46a gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:46:19.737161 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port d6634cbd-f37f-4434-8df9-1fc0b899a0ec is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:46:19.740324 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-889eb6d7-57b8-4c5d-b754-82c381ad9721 None None] Current status of the port d6634cbd-f37f-4434-8df9-1fc0b899a0ec is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:46:19.826677 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=100 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:19.836144 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc51689-da2c-4f1a-bd22-bb359cfad2d3 req-93ddf9d0-06a8-483b-8dfe-332675982837 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:19.837692 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-efc51689-da2c-4f1a-bd22-bb359cfad2d3 req-93ddf9d0-06a8-483b-8dfe-332675982837 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 946 time: 0.1247947 May 26 13:46:19.889137 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=100 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:19.895336 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-6621cbcc-339c-4abe-91e6-b7a58344f290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25be5db6-fce1-4669-b671-8b2134a4d46a', 'name': 'tempest-TestShelveInstance-1946792116-router', 'tenant_id': 'c85800d659ab43ff9b16266f9f037fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '40b46f81-da38-420d-8650-981c81ca403e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:46:16Z', 'updated_at': '2022-05-26T13:46:18Z', 'revision_number': 3, 'project_id': 'c85800d659ab43ff9b16266f9f037fc2', 'gw_port': {'id': '40b46f81-da38-420d-8650-981c81ca403e', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25be5db6-fce1-4669-b671-8b2134a4d46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:17Z', 'updated_at': '2022-05-26T13:46:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi'}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:46:19.933414 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6621cbcc-339c-4abe-91e6-b7a58344f290 None None] Checking router: 25be5db6-fce1-4669-b671-8b2134a4d46a for host: dv-cinder-819668-4-iscsi {{(pid=110503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:46:19.934894 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6621cbcc-339c-4abe-91e6-b7a58344f290 None None] Updating router 25be5db6-fce1-4669-b671-8b2134a4d46a port 40b46f81-da38-420d-8650-981c81ca403e binding host dv-cinder-819668-4-iscsi {{(pid=110503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 13:46:19.972003 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-6621cbcc-339c-4abe-91e6-b7a58344f290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (40b46f81-da38-420d-8650-981c81ca403e), before_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:20.215450 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-efc51689-da2c-4f1a-bd22-bb359cfad2d3 req-47c3ce0c-0102-45db-8c23-983a5d2add7d tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509095 May 26 13:46:20.333480 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8daa9f6-3d0b-454c-909e-9b82e4833675 req-327130b2-cc8c-47f3-aa2f-3d32981e155e tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:20.341953 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-d8daa9f6-3d0b-454c-909e-9b82e4833675 req-327130b2-cc8c-47f3-aa2f-3d32981e155e tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1 HTTP/1.1" status: 200 len: 945 time: 0.1133118 May 26 13:46:20.345534 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-9055f8c9-4c70-48ba-bcd1-c75dd2b8d711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:20.394153 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-6621cbcc-339c-4abe-91e6-b7a58344f290 None None] Publish callbacks [] for port (40b46f81-da38-420d-8650-981c81ca403e), precommit_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:20.403322 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-d8daa9f6-3d0b-454c-909e-9b82e4833675 req-0a51b9cc-d152-4cfc-8f66-cb7e0da67082 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/security-groups?id=471f934c-6cd6-4b5f-a957-d0fe5d8f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606935 May 26 13:46:20.404075 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 59456) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:20.417023 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-6621cbcc-339c-4abe-91e6-b7a58344f290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (40b46f81-da38-420d-8650-981c81ca403e), after_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:20.466950 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:20.489656 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.managers [None req-6621cbcc-339c-4abe-91e6-b7a58344f290 None None] Attempting to bind port 40b46f81-da38-420d-8650-981c81ca403e on host dv-cinder-819668-4-iscsi for vnic_type normal with profile {{(pid=110503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:46:20.490096 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.managers [None req-6621cbcc-339c-4abe-91e6-b7a58344f290 None None] Attempting to bind port 40b46f81-da38-420d-8650-981c81ca403e by drivers openvswitch,hyperv on host dv-cinder-819668-4-iscsi at level 0 using segments [{'id': '36759762-4a51-4579-800b-deb2c27dac78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'}] {{(pid=110503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:46:20.490386 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6621cbcc-339c-4abe-91e6-b7a58344f290 None None] Attempting to bind port 40b46f81-da38-420d-8650-981c81ca403e on network 90e76b28-de17-4e9a-956c-e3acc4b829ee {{(pid=110503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:46:20.500147 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7fd2ed-42c4-4c77-8624-afc0c3a69c8c None None] Pushing event updated for resources: {'Port': ['ID=40b46f81-da38-420d-8650-981c81ca403e,revision_number=2']} {{(pid=110503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:20.502817 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6621cbcc-339c-4abe-91e6-b7a58344f290 None None] Checking agent: {'id': '8ab0da26-f041-4f99-a2cc-fa5d75d9001c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 35, 50), 'started_at': datetime.datetime(2022, 5, 26, 13, 36, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:46:20.503194 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6621cbcc-339c-4abe-91e6-b7a58344f290 None None] Checking segment: {'id': '36759762-4a51-4579-800b-deb2c27dac78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:46:20.503737 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-6621cbcc-339c-4abe-91e6-b7a58344f290 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:20.504128 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6621cbcc-339c-4abe-91e6-b7a58344f290 None None] Bound using segment: {'id': '36759762-4a51-4579-800b-deb2c27dac78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'} {{(pid=110503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:46:20.505802 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.managers [None req-6621cbcc-339c-4abe-91e6-b7a58344f290 None None] Bound port: 40b46f81-da38-420d-8650-981c81ca403e, host: dv-cinder-819668-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36759762-4a51-4579-800b-deb2c27dac78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'}}] {{(pid=110503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:46:20.506467 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-6621cbcc-339c-4abe-91e6-b7a58344f290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (40b46f81-da38-420d-8650-981c81ca403e), before_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:20.535506 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7fd2ed-42c4-4c77-8624-afc0c3a69c8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:20.536506 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7fd2ed-42c4-4c77-8624-afc0c3a69c8c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:20.536970 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7fd2ed-42c4-4c77-8624-afc0c3a69c8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:20.537471 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7fd2ed-42c4-4c77-8624-afc0c3a69c8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:20.537807 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7fd2ed-42c4-4c77-8624-afc0c3a69c8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:20.538727 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7fd2ed-42c4-4c77-8624-afc0c3a69c8c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:20.539066 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7fd2ed-42c4-4c77-8624-afc0c3a69c8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:20.539759 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7fd2ed-42c4-4c77-8624-afc0c3a69c8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:20.539759 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7fd2ed-42c4-4c77-8624-afc0c3a69c8c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:20.540032 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7fd2ed-42c4-4c77-8624-afc0c3a69c8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:20.540691 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7fd2ed-42c4-4c77-8624-afc0c3a69c8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:20.541201 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7fd2ed-42c4-4c77-8624-afc0c3a69c8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:20.541529 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7fd2ed-42c4-4c77-8624-afc0c3a69c8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:20.542208 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7fd2ed-42c4-4c77-8624-afc0c3a69c8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:20.542928 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7fd2ed-42c4-4c77-8624-afc0c3a69c8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:20.589724 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.db [None req-6621cbcc-339c-4abe-91e6-b7a58344f290 None None] For port 40b46f81-da38-420d-8650-981c81ca403e, host dv-cinder-819668-4-iscsi, cleared binding levels {{(pid=110503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:46:20.591712 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:20.594645 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.db [None req-6621cbcc-339c-4abe-91e6-b7a58344f290 None None] For port 40b46f81-da38-420d-8650-981c81ca403e, host dv-cinder-819668-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=40b46f81-da38-420d-8650-981c81ca403e,segment=NetworkSegment(36759762-4a51-4579-800b-deb2c27dac78),segment_id=36759762-4a51-4579-800b-deb2c27dac78)] {{(pid=110503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:46:20.603076 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-6621cbcc-339c-4abe-91e6-b7a58344f290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (40b46f81-da38-420d-8650-981c81ca403e), after_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:20.613060 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.db_base_plugin_common [None req-9055f8c9-4c70-48ba-bcd1-c75dd2b8d711 admin admin] Allocated IP 172.20.0.1 (0478328b-202e-4fb7-84c6-c736725d6bdc/ead24355-5807-4ce4-ba8e-37e33b8ee5cf/def1ab0c-2717-4495-afc4-8b7984a564e5) {{(pid=110500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:46:20.666753 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6621cbcc-339c-4abe-91e6-b7a58344f290 None None] Routers {'25be5db6-fce1-4669-b671-8b2134a4d46a'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:46:20.667914 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-6621cbcc-339c-4abe-91e6-b7a58344f290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:46:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['25be5db6-fce1-4669-b671-8b2134a4d46a'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:46:20.679362 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-ada14065-38b3-4807-b68d-93712771e007 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-971109684-network', 'tenant_id': 'c70c0ab9b5134d0781dea0e0abc02ac8'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:46:20.711063 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada14065-38b3-4807-b68d-93712771e007 admin admin] Made reservation on behalf of c70c0ab9b5134d0781dea0e0abc02ac8 for: {'network': 1} {{(pid=110501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:46:20.714561 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ada14065-38b3-4807-b68d-93712771e007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for network (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:20.724786 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ada14065-38b3-4807-b68d-93712771e007 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:20.760689 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-9055f8c9-4c70-48ba-bcd1-c75dd2b8d711 admin admin] Publish callbacks [] for port (def1ab0c-2717-4495-afc4-8b7984a564e5), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:20.801710 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-9055f8c9-4c70-48ba-bcd1-c75dd2b8d711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (def1ab0c-2717-4495-afc4-8b7984a564e5), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:20.827177 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ada14065-38b3-4807-b68d-93712771e007 admin admin] Publish callbacks [] for security_group (f6469e1a-ac37-490e-aba5-580f8f1d077d), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:20.836881 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7fd2ed-42c4-4c77-8624-afc0c3a69c8c None None] Pushing event updated for resources: {'Port': ['ID=40b46f81-da38-420d-8650-981c81ca403e,revision_number=3']} {{(pid=110503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:20.843112 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9055f8c9-4c70-48ba-bcd1-c75dd2b8d711 admin admin] Network 0478328b-202e-4fb7-84c6-c736725d6bdc is already hosted by enough agents. {{(pid=110500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:46:20.850066 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [None req-9055f8c9-4c70-48ba-bcd1-c75dd2b8d711 admin admin] Resources bound (agent type, host, resource id): {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:46:20.851084 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ada14065-38b3-4807-b68d-93712771e007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (f6469e1a-ac37-490e-aba5-580f8f1d077d), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:20.854111 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9055f8c9-4c70-48ba-bcd1-c75dd2b8d711 admin admin] Received port after_create {{(pid=110500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:46:20.859509 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9055f8c9-4c70-48ba-bcd1-c75dd2b8d711 admin admin] Pushing event updated for resources: {'Port': ['ID=def1ab0c-2717-4495-afc4-8b7984a564e5,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:20.894582 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ada14065-38b3-4807-b68d-93712771e007 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=110501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 13:46:20.900408 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-9055f8c9-4c70-48ba-bcd1-c75dd2b8d711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568432'] for router_interface (25be5db6-fce1-4669-b671-8b2134a4d46a), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:20.911502 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada14065-38b3-4807-b68d-93712771e007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6469e1a-ac37-490e-aba5-580f8f1d077d,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:20.920130 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ada14065-38b3-4807-b68d-93712771e007 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755648326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329'] for segment (abecec45-87fd-4c5c-8ebd-4180a12ed0df), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:20.920749 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.db.segments_db [None req-ada14065-38b3-4807-b68d-93712771e007 admin admin] Added segment abecec45-87fd-4c5c-8ebd-4180a12ed0df of type vlan for network 279221b5-1c95-41d9-af88-4e2c4d2e3a32 May 26 13:46:20.967451 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-6621cbcc-339c-4abe-91e6-b7a58344f290 None None] Set router 25be5db6-fce1-4669-b671-8b2134a4d46a gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:46:20.973564 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ada14065-38b3-4807-b68d-93712771e007 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755647801200'] for network (279221b5-1c95-41d9-af88-4e2c4d2e3a32), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:21.010907 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ada14065-38b3-4807-b68d-93712771e007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for network (279221b5-1c95-41d9-af88-4e2c4d2e3a32), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:21.012373 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada14065-38b3-4807-b68d-93712771e007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:21.012971 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ada14065-38b3-4807-b68d-93712771e007 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:21.035981 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:21.090314 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-ada14065-38b3-4807-b68d-93712771e007 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.6850088 May 26 13:46:21.091049 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 59470) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:21.107708 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-cfbc210d-4276-479b-96eb-54072fe12178 admin admin] Request body: {'subnet': {'network_id': '279221b5-1c95-41d9-af88-4e2c4d2e3a32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-971109684-subnet', 'tenant_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'ip_version': 4}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:46:21.117119 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-9055f8c9-4c70-48ba-bcd1-c75dd2b8d711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (def1ab0c-2717-4495-afc4-8b7984a564e5), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:21.120130 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada14065-38b3-4807-b68d-93712771e007 admin admin] Pushing event updated for resources: {'Network': ['ID=279221b5-1c95-41d9-af88-4e2c4d2e3a32,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:21.144900 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbc210d-4276-479b-96eb-54072fe12178 admin admin] Made reservation on behalf of c70c0ab9b5134d0781dea0e0abc02ac8 for: {'subnet': 1} {{(pid=110501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:46:21.148269 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-cfbc210d-4276-479b-96eb-54072fe12178 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5516800'] for subnet (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:21.163968 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Network 279221b5-1c95-41d9-af88-4e2c4d2e3a32 details requested by agent ovs-agent-dv-cinder-819668-4-iscsi with host dv-cinder-819668-4-iscsi {{(pid=110502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 13:46:21.250998 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-bd6bbd0e-be41-4128-9ffb-0697762064ea None None] Provisioning complete for port def1ab0c-2717-4495-afc4-8b7984a564e5 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:46:21.250998 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-bd6bbd0e-be41-4128-9ffb-0697762064ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (def1ab0c-2717-4495-afc4-8b7984a564e5), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:21.331128 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-6621cbcc-339c-4abe-91e6-b7a58344f290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25be5db6-fce1-4669-b671-8b2134a4d46a', 'name': 'tempest-TestShelveInstance-1946792116-router', 'tenant_id': 'c85800d659ab43ff9b16266f9f037fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '40b46f81-da38-420d-8650-981c81ca403e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:46:16Z', 'updated_at': '2022-05-26T13:46:18Z', 'revision_number': 3, 'project_id': 'c85800d659ab43ff9b16266f9f037fc2', 'gw_port': {'id': '40b46f81-da38-420d-8650-981c81ca403e', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25be5db6-fce1-4669-b671-8b2134a4d46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:17Z', 'updated_at': '2022-05-26T13:46:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi'}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:46:21.367890 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device d6634cbd-f37f-4434-8df9-1fc0b899a0ec up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:46:21.382779 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6621cbcc-339c-4abe-91e6-b7a58344f290 None None] The sync data for ids ['25be5db6-fce1-4669-b671-8b2134a4d46a'] in dv-cinder-819668-4-iscsi is: [{'id': '25be5db6-fce1-4669-b671-8b2134a4d46a', 'name': 'tempest-TestShelveInstance-1946792116-router', 'tenant_id': 'c85800d659ab43ff9b16266f9f037fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '40b46f81-da38-420d-8650-981c81ca403e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:46:16Z', 'updated_at': '2022-05-26T13:46:18Z', 'revision_number': 3, 'project_id': 'c85800d659ab43ff9b16266f9f037fc2', 'gw_port': {'id': '40b46f81-da38-420d-8650-981c81ca403e', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25be5db6-fce1-4669-b671-8b2134a4d46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:17Z', 'updated_at': '2022-05-26T13:46:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi'}] {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:46:21.475288 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-9055f8c9-4c70-48ba-bcd1-c75dd2b8d711 admin admin] Publish callbacks [] for port (def1ab0c-2717-4495-afc4-8b7984a564e5), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:21.481860 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-9055f8c9-4c70-48ba-bcd1-c75dd2b8d711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (def1ab0c-2717-4495-afc4-8b7984a564e5), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:21.484685 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-bd6bbd0e-be41-4128-9ffb-0697762064ea None None] Port def1ab0c-2717-4495-afc4-8b7984a564e5 cannot update to ACTIVE because it is not bound. {{(pid=110502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:46:21.517493 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port d6634cbd-f37f-4434-8df9-1fc0b899a0ec triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:46:21.517892 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (d6634cbd-f37f-4434-8df9-1fc0b899a0ec), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:21.568358 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:21.610750 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb34ff5-b06a-458b-a4ff-864a1376698f req-ae9e668c-5226-49c7-98c2-37b9b087d266 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:21.612247 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-9bb34ff5-b06a-458b-a4ff-864a1376698f req-ae9e668c-5226-49c7-98c2-37b9b087d266 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 946 time: 0.1352718 May 26 13:46:21.626638 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9055f8c9-4c70-48ba-bcd1-c75dd2b8d711 admin admin] Pushing event updated for resources: {'Port': ['ID=def1ab0c-2717-4495-afc4-8b7984a564e5,revision_number=2']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:21.642308 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:21.650738 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port d6634cbd-f37f-4434-8df9-1fc0b899a0ec is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:46:21.653097 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-cfbc210d-4276-479b-96eb-54072fe12178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5521535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5516822'] for subnet (c1b7c911-f88e-4299-b194-4048f3cb8870), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:21.674228 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-9055f8c9-4c70-48ba-bcd1-c75dd2b8d711 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-302209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568768'] for router_interface (25be5db6-fce1-4669-b671-8b2134a4d46a), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:21.698614 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde68258-3a31-4421-9369-2d84f4157093 req-90ae7a82-8be3-422e-946b-ab6099fde7f1 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:21.704760 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-cde68258-3a31-4421-9369-2d84f4157093 req-90ae7a82-8be3-422e-946b-ab6099fde7f1 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1 HTTP/1.1" status: 200 len: 945 time: 0.0897954 May 26 13:46:21.732298 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc210d-4276-479b-96eb-54072fe12178 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1b7c911-f88e-4299-b194-4048f3cb8870,revision_number=0']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:21.740859 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-9bb34ff5-b06a-458b-a4ff-864a1376698f req-aadd045a-4053-49cf-93f2-b49a25864089 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189458 May 26 13:46:21.762787 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbc210d-4276-479b-96eb-54072fe12178 admin admin] Checking segment: {'id': 'abecec45-87fd-4c5c-8ebd-4180a12ed0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '279221b5-1c95-41d9-af88-4e2c4d2e3a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:46:21.762787 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbc210d-4276-479b-96eb-54072fe12178 admin admin] Network hostable DHCP agents. Network: 279221b5-1c95-41d9-af88-4e2c4d2e3a32, hostable agents: ['f02764f4-f497-4694-a2eb-22efe73666f4'], hosted agents: [] {{(pid=110501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 13:46:21.786437 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbc210d-4276-479b-96eb-54072fe12178 admin admin] Network 279221b5-1c95-41d9-af88-4e2c4d2e3a32 is scheduled to be hosted by DHCP agent f02764f4-f497-4694-a2eb-22efe73666f4 with binding_index 1 {{(pid=110501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 13:46:21.816638 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.base_scheduler [None req-cfbc210d-4276-479b-96eb-54072fe12178 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819668-4-iscsi, 279221b5-1c95-41d9-af88-4e2c4d2e3a32) {{(pid=110501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:46:21.823163 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbc210d-4276-479b-96eb-54072fe12178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:21.823963 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-cfbc210d-4276-479b-96eb-54072fe12178 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:21.827309 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a799b050-9151-4141-a204-b567ad0ef5f7 None None] Network 279221b5-1c95-41d9-af88-4e2c4d2e3a32 requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:46:21.842617 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:21.855774 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-cfbc210d-4276-479b-96eb-54072fe12178 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7549968 May 26 13:46:21.857257 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 59488) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:21.863458 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-e1e2f4f7-feda-4285-ab70-f1015608ad9d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-971109684-router', 'tenant_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'}}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:46:21.894848 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:21.900186 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e1e2f4f7-feda-4285-ab70-f1015608ad9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7936'] for router (7fa36501-7f70-49e3-8705-cd796dcb6c88), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:21.901853 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e1e2f4f7-feda-4285-ab70-f1015608ad9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-906688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-655507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7993'] for router (7fa36501-7f70-49e3-8705-cd796dcb6c88), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:21.915569 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-cde68258-3a31-4421-9369-2d84f4157093 req-7a36bf22-3e48-4c3a-90a3-72eb16ced005 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/security-groups?id=471f934c-6cd6-4b5f-a957-d0fe5d8f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867850 May 26 13:46:21.946039 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9055f8c9-4c70-48ba-bcd1-c75dd2b8d711 admin admin] Network 0478328b-202e-4fb7-84c6-c736725d6bdc is already hosted by enough agents. {{(pid=110500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:46:21.948756 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [None req-9055f8c9-4c70-48ba-bcd1-c75dd2b8d711 admin admin] Resources bound (agent type, host, resource id): {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:46:21.998134 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d948d144-20cd-46e5-816a-998de503e479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c43c4a0-638b-5401-8746-75049319ae93-279221b5-1c95-41d9-af88-4e2c4d2e3a32', 'network_id': '279221b5-1c95-41d9-af88-4e2c4d2e3a32', 'project_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'fixed_ips': [{'subnet_id': 'c1b7c911-f88e-4299-b194-4048f3cb8870'}]}} from dv-cinder-819668-4-iscsi. {{(pid=110502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 13:46:21.999176 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-d948d144-20cd-46e5-816a-998de503e479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:22.018333 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e1e2f4f7-feda-4285-ab70-f1015608ad9d admin admin] Publish callbacks [] for router_controller (7fa36501-7f70-49e3-8705-cd796dcb6c88), precommit_add_association {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:22.085995 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9055f8c9-4c70-48ba-bcd1-c75dd2b8d711 admin admin] Router 25be5db6-fce1-4669-b671-8b2134a4d46a has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:46:22.225224 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.db_base_plugin_common [None req-d948d144-20cd-46e5-816a-998de503e479 None None] Allocated IP 172.20.0.2 (279221b5-1c95-41d9-af88-4e2c4d2e3a32/c1b7c911-f88e-4299-b194-4048f3cb8870/3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1) {{(pid=110502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:46:22.238249 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9055f8c9-4c70-48ba-bcd1-c75dd2b8d711 admin admin] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:46:22.250788 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e1e2f4f7-feda-4285-ab70-f1015608ad9d admin admin] Publish callbacks [] for router_gateway (7fa36501-7f70-49e3-8705-cd796dcb6c88), precommit_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:22.251970 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-9055f8c9-4c70-48ba-bcd1-c75dd2b8d711 admin admin] 10.222.0.16 "PUT /v2.0/routers/25be5db6-fce1-4669-b671-8b2134a4d46a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8582144 May 26 13:46:22.452443 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-004034a7-860c-4e71-bdcf-871ee79de0f4 None None] Provisioning complete for port def1ab0c-2717-4495-afc4-8b7984a564e5 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:46:22.453085 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-004034a7-860c-4e71-bdcf-871ee79de0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (def1ab0c-2717-4495-afc4-8b7984a564e5), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:22.493191 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-d948d144-20cd-46e5-816a-998de503e479 None None] Publish callbacks [] for port (3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1), precommit_create {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:22.500038 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:22.506871 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-004034a7-860c-4e71-bdcf-871ee79de0f4 None None] Port def1ab0c-2717-4495-afc4-8b7984a564e5 cannot update to ACTIVE because it is not bound. {{(pid=110502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:46:22.513207 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-d948d144-20cd-46e5-816a-998de503e479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041'] for port (3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1), after_create {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:22.553515 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d948d144-20cd-46e5-816a-998de503e479 None None] Network 279221b5-1c95-41d9-af88-4e2c4d2e3a32 is already hosted by enough agents. {{(pid=110502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:46:22.560031 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.scheduler.base_scheduler [None req-d948d144-20cd-46e5-816a-998de503e479 None None] Resources bound (agent type, host, resource id): {{(pid=110502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:46:22.565724 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d948d144-20cd-46e5-816a-998de503e479 None None] Received port after_create {{(pid=110502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:46:22.583372 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e1e2f4f7-feda-4285-ab70-f1015608ad9d admin admin] Publish callbacks [] for router_gateway (7fa36501-7f70-49e3-8705-cd796dcb6c88), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:22.590589 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948d144-20cd-46e5-816a-998de503e479 None None] Pushing event updated for resources: {'Port': ['ID=3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1,revision_number=1']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:22.612040 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e1e2f4f7-feda-4285-ab70-f1015608ad9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:22.700645 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-d948d144-20cd-46e5-816a-998de503e479 None None] Attempting to bind port 3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1 on host dv-cinder-819668-4-iscsi for vnic_type normal with profile {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:46:22.701038 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-d948d144-20cd-46e5-816a-998de503e479 None None] Attempting to bind port 3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1 by drivers openvswitch,hyperv on host dv-cinder-819668-4-iscsi at level 0 using segments [{'id': 'abecec45-87fd-4c5c-8ebd-4180a12ed0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '279221b5-1c95-41d9-af88-4e2c4d2e3a32'}] {{(pid=110502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:46:22.701407 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d948d144-20cd-46e5-816a-998de503e479 None None] Attempting to bind port 3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1 on network 279221b5-1c95-41d9-af88-4e2c4d2e3a32 {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:46:22.708626 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d948d144-20cd-46e5-816a-998de503e479 None None] Checking agent: {'id': '8ab0da26-f041-4f99-a2cc-fa5d75d9001c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 35, 50), 'started_at': datetime.datetime(2022, 5, 26, 13, 36, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:46:22.709072 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d948d144-20cd-46e5-816a-998de503e479 None None] Checking segment: {'id': 'abecec45-87fd-4c5c-8ebd-4180a12ed0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '279221b5-1c95-41d9-af88-4e2c4d2e3a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:46:22.709902 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-d948d144-20cd-46e5-816a-998de503e479 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:22.710865 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d948d144-20cd-46e5-816a-998de503e479 None None] Bound using segment: {'id': 'abecec45-87fd-4c5c-8ebd-4180a12ed0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '279221b5-1c95-41d9-af88-4e2c4d2e3a32'} {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:46:22.711778 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-d948d144-20cd-46e5-816a-998de503e479 None None] Bound port: 3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1, host: dv-cinder-819668-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abecec45-87fd-4c5c-8ebd-4180a12ed0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '279221b5-1c95-41d9-af88-4e2c4d2e3a32'}}] {{(pid=110502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:46:22.712403 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-d948d144-20cd-46e5-816a-998de503e479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:22.765043 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.db_base_plugin_common [None req-e1e2f4f7-feda-4285-ab70-f1015608ad9d admin admin] Allocated IP 172.27.2.103 (90e76b28-de17-4e9a-956c-e3acc4b829ee/72a92eeb-8c5d-4770-b3e7-e9300b6be16c/9b0c14fd-3614-42e0-8cb7-609c3303a1f4) {{(pid=110501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:46:22.784881 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:22.858455 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-d948d144-20cd-46e5-816a-998de503e479 None None] For port 3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1, host dv-cinder-819668-4-iscsi, cleared binding levels {{(pid=110502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:46:22.870978 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-d948d144-20cd-46e5-816a-998de503e479 None None] For port 3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1, host dv-cinder-819668-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1,segment=NetworkSegment(abecec45-87fd-4c5c-8ebd-4180a12ed0df),segment_id=abecec45-87fd-4c5c-8ebd-4180a12ed0df)] {{(pid=110502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:46:22.883768 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-d948d144-20cd-46e5-816a-998de503e479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:22.953598 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba03f5-1086-4f21-b0da-8a71e77f7ba5 req-a31c9a2f-0566-46f7-b382-4bba40ec9c08 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:22.962528 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f8ba03f5-1086-4f21-b0da-8a71e77f7ba5 req-a31c9a2f-0566-46f7-b382-4bba40ec9c08 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 946 time: 0.1095009 May 26 13:46:22.993426 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e1e2f4f7-feda-4285-ab70-f1015608ad9d admin admin] Publish callbacks [] for port (9b0c14fd-3614-42e0-8cb7-609c3303a1f4), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:23.000436 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:23.026793 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948d144-20cd-46e5-816a-998de503e479 None None] Pushing event updated for resources: {'Port': ['ID=3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1,revision_number=2']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:23.069947 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f8ba03f5-1086-4f21-b0da-8a71e77f7ba5 req-79e45665-bedb-40e3-89b4-05fc14f7eb18 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058855 May 26 13:46:23.091292 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e1e2f4f7-feda-4285-ab70-f1015608ad9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5523151'] for port (9b0c14fd-3614-42e0-8cb7-609c3303a1f4), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:23.103441 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e3cb9-0e7c-4e2c-9e0f-2557b4d52c84 req-ce839b8e-99c4-4c16-983d-65417e07a06a tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:23.105004 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-7a3e3cb9-0e7c-4e2c-9e0f-2557b4d52c84 req-ce839b8e-99c4-4c16-983d-65417e07a06a tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.57 "GET /v2.0/ports?device_id=2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1 HTTP/1.1" status: 200 len: 945 time: 0.1850221 May 26 13:46:23.218031 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 40b46f81-da38-420d-8650-981c81ca403e up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:46:23.231858 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e2f4f7-feda-4285-ab70-f1015608ad9d admin admin] Pushing event updated for resources: {'Port': ['ID=9b0c14fd-3614-42e0-8cb7-609c3303a1f4,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:23.251520 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd0a46-1d66-483d-b657-6521a02a217c req-a91b7f36-bf56-4490-bb17-ca120fcc51a8 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:23.261781 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-f3fd0a46-1d66-483d-b657-6521a02a217c req-a91b7f36-bf56-4490-bb17-ca120fcc51a8 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1 HTTP/1.1" status: 200 len: 945 time: 0.1945357 May 26 13:46:23.266019 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e2f4f7-feda-4285-ab70-f1015608ad9d admin admin] Network 90e76b28-de17-4e9a-956c-e3acc4b829ee is already hosted by enough agents. {{(pid=110501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:46:23.284223 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [req-7a3e3cb9-0e7c-4e2c-9e0f-2557b4d52c84 req-2528cd2b-dcc2-491d-bc91-097fa9e81382 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Deleting port 16b9a0f5-441f-49b0-90d7-fb4d546e3615 {{(pid=110500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:46:23.285021 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-7a3e3cb9-0e7c-4e2c-9e0f-2557b4d52c84 req-2528cd2b-dcc2-491d-bc91-097fa9e81382 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (16b9a0f5-441f-49b0-90d7-fb4d546e3615), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:23.307643 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:23.339801 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port 40b46f81-da38-420d-8650-981c81ca403e triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:46:23.340229 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (40b46f81-da38-420d-8650-981c81ca403e), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:23.366982 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-f3fd0a46-1d66-483d-b657-6521a02a217c req-6892e4c2-f152-4d50-979d-eee8252624e4 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/security-groups?id=471f934c-6cd6-4b5f-a957-d0fe5d8f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004593 May 26 13:46:23.370986 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.base_scheduler [None req-e1e2f4f7-feda-4285-ab70-f1015608ad9d admin admin] Resources bound (agent type, host, resource id): {{(pid=110501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:46:23.376923 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e2f4f7-feda-4285-ab70-f1015608ad9d admin admin] Received port after_create {{(pid=110501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:46:23.437316 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 59516) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:23.486340 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-4c354db7-9634-4dfc-b18e-3e51f9e55af6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2080710620-network', 'tenant_id': 'ca93026e5b7e450e851a230162a45408'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:46:23.524052 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:23.528422 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-7a3e3cb9-0e7c-4e2c-9e0f-2557b4d52c84 req-2528cd2b-dcc2-491d-bc91-097fa9e81382 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] For port 16b9a0f5-441f-49b0-90d7-fb4d546e3615, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=16b9a0f5-441f-49b0-90d7-fb4d546e3615,segment=NetworkSegment(8f5f18d2-2f00-493b-a6ff-c21b95675429),segment_id=8f5f18d2-2f00-493b-a6ff-c21b95675429)] {{(pid=110500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:46:23.528992 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-7a3e3cb9-0e7c-4e2c-9e0f-2557b4d52c84 req-2528cd2b-dcc2-491d-bc91-097fa9e81382 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (16b9a0f5-441f-49b0-90d7-fb4d546e3615), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:23.557613 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [req-7a3e3cb9-0e7c-4e2c-9e0f-2557b4d52c84 req-2528cd2b-dcc2-491d-bc91-097fa9e81382 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Calling delete_port for 16b9a0f5-441f-49b0-90d7-fb4d546e3615 owned by compute:nova {{(pid=110500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:46:23.560954 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port 40b46f81-da38-420d-8650-981c81ca403e is: DOWN; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:46:23.561497 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (40b46f81-da38-420d-8650-981c81ca403e), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:23.565138 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c354db7-9634-4dfc-b18e-3e51f9e55af6 admin admin] Made reservation on behalf of ca93026e5b7e450e851a230162a45408 for: {'network': 1} {{(pid=110500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:46:23.573054 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-4c354db7-9634-4dfc-b18e-3e51f9e55af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for network (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:23.602575 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] For port 40b46f81-da38-420d-8650-981c81ca403e, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=40b46f81-da38-420d-8650-981c81ca403e,segment=NetworkSegment(36759762-4a51-4579-800b-deb2c27dac78),segment_id=36759762-4a51-4579-800b-deb2c27dac78)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:46:23.604971 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-4c354db7-9634-4dfc-b18e-3e51f9e55af6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:23.610154 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (40b46f81-da38-420d-8650-981c81ca403e), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:23.766094 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Pushing event updated for resources: {'Port': ['ID=40b46f81-da38-420d-8650-981c81ca403e,revision_number=4']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:23.845614 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e1e2f4f7-feda-4285-ab70-f1015608ad9d admin admin] Publish callbacks [] for router_gateway (7fa36501-7f70-49e3-8705-cd796dcb6c88), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:23.921054 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-4c354db7-9634-4dfc-b18e-3e51f9e55af6 admin admin] Publish callbacks [] for security_group (55be5831-ea1a-4eb6-bd84-e8005bcc5c49), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:23.930384 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-4c354db7-9634-4dfc-b18e-3e51f9e55af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (55be5831-ea1a-4eb6-bd84-e8005bcc5c49), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:23.959112 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:23.989358 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c354db7-9634-4dfc-b18e-3e51f9e55af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55be5831-ea1a-4eb6-bd84-e8005bcc5c49,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:23.994076 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c354db7-9634-4dfc-b18e-3e51f9e55af6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=110500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 13:46:24.044227 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-4c354db7-9634-4dfc-b18e-3e51f9e55af6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755648326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329'] for segment (a1bf660c-5b19-4c60-b894-8e89a95cecad), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:24.045404 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.db.segments_db [None req-4c354db7-9634-4dfc-b18e-3e51f9e55af6 admin admin] Added segment a1bf660c-5b19-4c60-b894-8e89a95cecad of type vlan for network 9cb73013-323f-4524-8a76-af2d0673627e May 26 13:46:24.123152 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-4c354db7-9634-4dfc-b18e-3e51f9e55af6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755647801200'] for network (9cb73013-323f-4524-8a76-af2d0673627e), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:24.129107 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-7a3e3cb9-0e7c-4e2c-9e0f-2557b4d52c84 req-2528cd2b-dcc2-491d-bc91-097fa9e81382 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (16b9a0f5-441f-49b0-90d7-fb4d546e3615), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:24.152147 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:24.210807 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528cd2b-dcc2-491d-bc91-097fa9e81382 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Pushing event deleted for resources: {'Port': ['ID=16b9a0f5-441f-49b0-90d7-fb4d546e3615,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:24.245655 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e1e2f4f7-feda-4285-ab70-f1015608ad9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-906743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569091'] for router (7fa36501-7f70-49e3-8705-cd796dcb6c88), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:24.275700 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-4c354db7-9634-4dfc-b18e-3e51f9e55af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for network (9cb73013-323f-4524-8a76-af2d0673627e), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:24.276784 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c354db7-9634-4dfc-b18e-3e51f9e55af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:24.277512 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-4c354db7-9634-4dfc-b18e-3e51f9e55af6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:24.283562 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a3e3cb9-0e7c-4e2c-9e0f-2557b4d52c84 req-2528cd2b-dcc2-491d-bc91-097fa9e81382 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] No DVR routers for this DVR port 16b9a0f5-441f-49b0-90d7-fb4d546e3615 on host hv-cinder-81966 {{(pid=110500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 13:46:24.287683 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-7a3e3cb9-0e7c-4e2c-9e0f-2557b4d52c84 req-2528cd2b-dcc2-491d-bc91-097fa9e81382 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:24.292479 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-7a3e3cb9-0e7c-4e2c-9e0f-2557b4d52c84 req-2528cd2b-dcc2-491d-bc91-097fa9e81382 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.57 "DELETE /v2.0/ports/16b9a0f5-441f-49b0-90d7-fb4d546e3615 HTTP/1.1" status: 204 len: 173 time: 1.1811166 May 26 13:46:24.299551 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d6f3f-e575-4a85-af16-235fadb2ba49 req-f2b84e0d-800d-446c-a609-d17b8a8ceb60 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:24.301256 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-fd2d6f3f-e575-4a85-af16-235fadb2ba49 req-f2b84e0d-800d-446c-a609-d17b8a8ceb60 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 946 time: 0.1063895 May 26 13:46:24.307140 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1', 'name': 'network-vif-deleted', 'tag': '16b9a0f5-441f-49b0-90d7-fb4d546e3615'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:46:24.310128 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84cdfccc-48c8-4959-9ed5-fd46415724ef" -d '{"events": [{"server_uuid": "2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1", "name": "network-vif-deleted", "tag": "16b9a0f5-441f-49b0-90d7-fb4d546e3615"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:46:24.347542 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:24.373274 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-4c354db7-9634-4dfc-b18e-3e51f9e55af6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9197943 May 26 13:46:24.378835 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 59542) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:24.386241 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-f2302218-132d-4fdd-acee-c8deb7f21720 admin admin] Request body: {'subnet': {'network_id': '9cb73013-323f-4524-8a76-af2d0673627e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2080710620-subnet', 'tenant_id': 'ca93026e5b7e450e851a230162a45408', 'ip_version': 4}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:46:24.414975 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2302218-132d-4fdd-acee-c8deb7f21720 admin admin] Made reservation on behalf of ca93026e5b7e450e851a230162a45408 for: {'subnet': 1} {{(pid=110500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:46:24.419173 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-f2302218-132d-4fdd-acee-c8deb7f21720 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6595480'] for subnet (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:24.427781 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ce207c-b44f-4b43-8668-065a3bc31291 x-openstack-request-id: req-13ce207c-b44f-4b43-8668-065a3bc31291 {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:46:24.428084 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1", "name": "network-vif-deleted", "tag": "16b9a0f5-441f-49b0-90d7-fb4d546e3615", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:46:24.428380 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-13ce207c-b44f-4b43-8668-065a3bc31291 {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:46:24.428856 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13ce207c-b44f-4b43-8668-065a3bc31291'] response: {'server_uuid': '2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1', 'name': 'network-vif-deleted', 'tag': '16b9a0f5-441f-49b0-90d7-fb4d546e3615', 'status': 'completed', 'code': 200} May 26 13:46:24.439501 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c354db7-9634-4dfc-b18e-3e51f9e55af6 admin admin] Pushing event updated for resources: {'Network': ['ID=9cb73013-323f-4524-8a76-af2d0673627e,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:24.452391 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Network 9cb73013-323f-4524-8a76-af2d0673627e details requested by agent ovs-agent-dv-cinder-819668-4-iscsi with host dv-cinder-819668-4-iscsi {{(pid=110502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 13:46:24.476041 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-fd2d6f3f-e575-4a85-af16-235fadb2ba49 req-05b11db0-5dbb-4266-956b-c91046dd6d71 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497703 May 26 13:46:24.575135 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e2f4f7-feda-4285-ab70-f1015608ad9d admin admin] Router 7fa36501-7f70-49e3-8705-cd796dcb6c88 is scheduled to L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f with binding_index 1 {{(pid=110501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 13:46:24.620323 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-92b3714a-91a7-4467-a3ec-368758e0e5ec req-328ac272-cbd9-4f49-9ae6-393f4e155158 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1 HTTP/1.1" status: 200 len: 210 time: 0.0542467 May 26 13:46:24.750762 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdbe139-e14d-4caa-9f15-b1fd7b26d627 None None] Sync routers for ids ['25be5db6-fce1-4669-b671-8b2134a4d46a'] in dv-cinder-819668-4-iscsi {{(pid=110502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:46:24.756267 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-f2302218-132d-4fdd-acee-c8deb7f21720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7218032', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6595470'] for subnet (69bd7991-e84c-4d7d-8e71-2f79899f8715), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:24.764784 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdbe139-e14d-4caa-9f15-b1fd7b26d627 None None] Routers {'25be5db6-fce1-4669-b671-8b2134a4d46a'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:46:24.765530 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-8bdbe139-e14d-4caa-9f15-b1fd7b26d627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:46:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['25be5db6-fce1-4669-b671-8b2134a4d46a'], 'active': True} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:46:24.777942 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e2f4f7-feda-4285-ab70-f1015608ad9d admin admin] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:46:24.789330 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54badfe8-d4c6-4e08-a046-87d4dcba6032 None None] Sync routers for ids ['7fa36501-7f70-49e3-8705-cd796dcb6c88'] in dv-cinder-819668-4-iscsi {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:46:24.802502 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e1e2f4f7-feda-4285-ab70-f1015608ad9d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:24.803441 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:24.804339 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-e1e2f4f7-feda-4285-ab70-f1015608ad9d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9460118 May 26 13:46:24.807358 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 59546) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:24.824252 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2302218-132d-4fdd-acee-c8deb7f21720 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69bd7991-e84c-4d7d-8e71-2f79899f8715,revision_number=0']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:24.846183 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54badfe8-d4c6-4e08-a046-87d4dcba6032 None None] Routers {'7fa36501-7f70-49e3-8705-cd796dcb6c88'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:46:24.850037 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-54badfe8-d4c6-4e08-a046-87d4dcba6032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:46:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['7fa36501-7f70-49e3-8705-cd796dcb6c88'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:46:24.854278 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:24.873530 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2302218-132d-4fdd-acee-c8deb7f21720 admin admin] Checking segment: {'id': 'a1bf660c-5b19-4c60-b894-8e89a95cecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9cb73013-323f-4524-8a76-af2d0673627e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:46:24.873799 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2302218-132d-4fdd-acee-c8deb7f21720 admin admin] Network hostable DHCP agents. Network: 9cb73013-323f-4524-8a76-af2d0673627e, hostable agents: ['f02764f4-f497-4694-a2eb-22efe73666f4'], hosted agents: [] {{(pid=110500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 13:46:24.932833 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2302218-132d-4fdd-acee-c8deb7f21720 admin admin] Network 9cb73013-323f-4524-8a76-af2d0673627e is scheduled to be hosted by DHCP agent f02764f4-f497-4694-a2eb-22efe73666f4 with binding_index 1 {{(pid=110500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 13:46:24.954565 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [None req-f2302218-132d-4fdd-acee-c8deb7f21720 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819668-4-iscsi, 9cb73013-323f-4524-8a76-af2d0673627e) {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:46:24.955404 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8615a2b-0f11-4865-b016-5ef32827a6d5 None None] Network 279221b5-1c95-41d9-af88-4e2c4d2e3a32 requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:46:24.968439 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2302218-132d-4fdd-acee-c8deb7f21720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:24.970693 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-f2302218-132d-4fdd-acee-c8deb7f21720 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for subnet (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:24.979638 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvr_db [None req-8bdbe139-e14d-4caa-9f15-b1fd7b26d627 None None] Set router 25be5db6-fce1-4669-b671-8b2134a4d46a gateway port host: dv-cinder-819668-4-iscsi {{(pid=110502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:46:24.982470 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f8cfab-dcb5-436c-9c81-9f3c7547bd4a None None] Network 9cb73013-323f-4524-8a76-af2d0673627e requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:46:24.997640 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-f2302218-132d-4fdd-acee-c8deb7f21720 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6168952 May 26 13:46:24.999980 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 59550) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:25.006088 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-753f436e-ec20-47c4-a876-a0e5941a452b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2080710620-router', 'tenant_id': 'ca93026e5b7e450e851a230162a45408', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'}}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:46:25.037485 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-753f436e-ec20-47c4-a876-a0e5941a452b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7936'] for router (46699b9d-af08-45a0-ba3b-18830f9784be), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:25.039410 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-54badfe8-d4c6-4e08-a046-87d4dcba6032 None None] Set router 7fa36501-7f70-49e3-8705-cd796dcb6c88 gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:46:25.040113 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-753f436e-ec20-47c4-a876-a0e5941a452b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-906688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-655507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7993'] for router (46699b9d-af08-45a0-ba3b-18830f9784be), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:25.110788 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-753f436e-ec20-47c4-a876-a0e5941a452b admin admin] Publish callbacks [] for router_controller (46699b9d-af08-45a0-ba3b-18830f9784be), precommit_add_association {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:25.295318 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-54badfe8-d4c6-4e08-a046-87d4dcba6032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa36501-7f70-49e3-8705-cd796dcb6c88', 'name': 'tempest-TestMinimumBasicScenario-971109684-router', 'tenant_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '9b0c14fd-3614-42e0-8cb7-609c3303a1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:46:21Z', 'updated_at': '2022-05-26T13:46:23Z', 'revision_number': 3, 'project_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'gw_port': {'id': '9b0c14fd-3614-42e0-8cb7-609c3303a1f4', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:94:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa36501-7f70-49e3-8705-cd796dcb6c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:22Z', 'updated_at': '2022-05-26T13:46:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi'}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:46:25.311639 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-bef17648-e51f-4bf7-a2cc-0271165f97c7 None None] Provisioning complete for port 3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:46:25.312004 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-bef17648-e51f-4bf7-a2cc-0271165f97c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:25.325110 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54badfe8-d4c6-4e08-a046-87d4dcba6032 None None] Checking router: 7fa36501-7f70-49e3-8705-cd796dcb6c88 for host: dv-cinder-819668-4-iscsi {{(pid=110503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:46:25.325451 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54badfe8-d4c6-4e08-a046-87d4dcba6032 None None] Updating router 7fa36501-7f70-49e3-8705-cd796dcb6c88 port 9b0c14fd-3614-42e0-8cb7-609c3303a1f4 binding host dv-cinder-819668-4-iscsi {{(pid=110503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 13:46:25.367540 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-54badfe8-d4c6-4e08-a046-87d4dcba6032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (9b0c14fd-3614-42e0-8cb7-609c3303a1f4), before_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:25.394234 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:25.398143 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8af6562-2dfb-43ce-99c4-770354666ec3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c43c4a0-638b-5401-8746-75049319ae93-9cb73013-323f-4524-8a76-af2d0673627e', 'network_id': '9cb73013-323f-4524-8a76-af2d0673627e', 'project_id': 'ca93026e5b7e450e851a230162a45408', 'fixed_ips': [{'subnet_id': '69bd7991-e84c-4d7d-8e71-2f79899f8715'}]}} from dv-cinder-819668-4-iscsi. {{(pid=110502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 13:46:25.399776 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:UPDATE=3,neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=8 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:25.400168 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-b8af6562-2dfb-43ce-99c4-770354666ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:25.403596 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-753f436e-ec20-47c4-a876-a0e5941a452b admin admin] Publish callbacks [] for router_gateway (46699b9d-af08-45a0-ba3b-18830f9784be), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:25.464110 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 40b46f81-da38-420d-8650-981c81ca403e up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:46:25.519141 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 6 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:46:25.742929 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port 40b46f81-da38-420d-8650-981c81ca403e triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:46:25.743407 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (40b46f81-da38-420d-8650-981c81ca403e), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:25.747069 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935189d2-75ae-402a-99a1-34daec2db5a4 req-6e5937ed-89ce-4446-aa61-e9e48615fd23 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:25.748785 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-935189d2-75ae-402a-99a1-34daec2db5a4 req-6e5937ed-89ce-4446-aa61-e9e48615fd23 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 946 time: 0.1638377 May 26 13:46:25.768682 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-753f436e-ec20-47c4-a876-a0e5941a452b admin admin] Publish callbacks [] for router_gateway (46699b9d-af08-45a0-ba3b-18830f9784be), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:25.793296 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-753f436e-ec20-47c4-a876-a0e5941a452b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:25.798924 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:25.803125 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-56934b91-e3c5-4b4e-abf5-0249b9cd5dd6 req-1bc5dc8b-0008-48d0-8ce3-fd1746103db7 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1 HTTP/1.1" status: 200 len: 210 time: 0.0367048 May 26 13:46:25.810651 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:25.831918 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:25.841866 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-bef17648-e51f-4bf7-a2cc-0271165f97c7 None None] Current status of the port 3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1 is: DOWN; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:46:25.842259 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-bef17648-e51f-4bf7-a2cc-0271165f97c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:25.890774 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-935189d2-75ae-402a-99a1-34daec2db5a4 req-22023641-aecd-453a-a860-3b74b693c6a0 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320846 May 26 13:46:25.898196 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-54badfe8-d4c6-4e08-a046-87d4dcba6032 None None] Publish callbacks [] for port (9b0c14fd-3614-42e0-8cb7-609c3303a1f4), precommit_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:25.918287 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-54badfe8-d4c6-4e08-a046-87d4dcba6032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (9b0c14fd-3614-42e0-8cb7-609c3303a1f4), after_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:25.987509 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.db_base_plugin_common [None req-753f436e-ec20-47c4-a876-a0e5941a452b admin admin] Allocated IP 172.27.2.18 (90e76b28-de17-4e9a-956c-e3acc4b829ee/72a92eeb-8c5d-4770-b3e7-e9300b6be16c/2dcb9f4f-9acf-4952-8425-1e268fc47a58) {{(pid=110500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:46:25.999097 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.managers [None req-54badfe8-d4c6-4e08-a046-87d4dcba6032 None None] Attempting to bind port 9b0c14fd-3614-42e0-8cb7-609c3303a1f4 on host dv-cinder-819668-4-iscsi for vnic_type normal with profile {{(pid=110503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:46:25.999622 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.managers [None req-54badfe8-d4c6-4e08-a046-87d4dcba6032 None None] Attempting to bind port 9b0c14fd-3614-42e0-8cb7-609c3303a1f4 by drivers openvswitch,hyperv on host dv-cinder-819668-4-iscsi at level 0 using segments [{'id': '36759762-4a51-4579-800b-deb2c27dac78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'}] {{(pid=110503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:46:26.000163 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54badfe8-d4c6-4e08-a046-87d4dcba6032 None None] Attempting to bind port 9b0c14fd-3614-42e0-8cb7-609c3303a1f4 on network 90e76b28-de17-4e9a-956c-e3acc4b829ee {{(pid=110503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:46:26.002627 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ee92f-69be-4e7b-9be6-35cb4a8b9e6b None None] Pushing event updated for resources: {'Port': ['ID=9b0c14fd-3614-42e0-8cb7-609c3303a1f4,revision_number=2']} {{(pid=110503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:26.021230 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54badfe8-d4c6-4e08-a046-87d4dcba6032 None None] Checking agent: {'id': '8ab0da26-f041-4f99-a2cc-fa5d75d9001c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 35, 50), 'started_at': datetime.datetime(2022, 5, 26, 13, 36, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:46:26.021614 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54badfe8-d4c6-4e08-a046-87d4dcba6032 None None] Checking segment: {'id': '36759762-4a51-4579-800b-deb2c27dac78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:46:26.022312 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-54badfe8-d4c6-4e08-a046-87d4dcba6032 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:26.022435 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54badfe8-d4c6-4e08-a046-87d4dcba6032 None None] Bound using segment: {'id': '36759762-4a51-4579-800b-deb2c27dac78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'} {{(pid=110503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:46:26.022855 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.managers [None req-54badfe8-d4c6-4e08-a046-87d4dcba6032 None None] Bound port: 9b0c14fd-3614-42e0-8cb7-609c3303a1f4, host: dv-cinder-819668-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36759762-4a51-4579-800b-deb2c27dac78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'}}] {{(pid=110503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:46:26.023232 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-54badfe8-d4c6-4e08-a046-87d4dcba6032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (9b0c14fd-3614-42e0-8cb7-609c3303a1f4), before_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:26.046041 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port 40b46f81-da38-420d-8650-981c81ca403e is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:46:26.047413 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1 up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:46:26.095103 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-75bb1e05-89d9-436f-8068-0fb6c9c8b5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:26.108915 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-bef17648-e51f-4bf7-a2cc-0271165f97c7 None None] For port 3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1,segment=NetworkSegment(abecec45-87fd-4c5c-8ebd-4180a12ed0df),segment_id=abecec45-87fd-4c5c-8ebd-4180a12ed0df)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:46:26.129277 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port 3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:46:26.130202 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:26.135223 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-bef17648-e51f-4bf7-a2cc-0271165f97c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:26.139680 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-753f436e-ec20-47c4-a876-a0e5941a452b admin admin] Publish callbacks [] for port (2dcb9f4f-9acf-4952-8425-1e268fc47a58), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:26.159958 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.db [None req-54badfe8-d4c6-4e08-a046-87d4dcba6032 None None] For port 9b0c14fd-3614-42e0-8cb7-609c3303a1f4, host dv-cinder-819668-4-iscsi, cleared binding levels {{(pid=110503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:46:26.167535 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.db [None req-54badfe8-d4c6-4e08-a046-87d4dcba6032 None None] For port 9b0c14fd-3614-42e0-8cb7-609c3303a1f4, host dv-cinder-819668-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=9b0c14fd-3614-42e0-8cb7-609c3303a1f4,segment=NetworkSegment(36759762-4a51-4579-800b-deb2c27dac78),segment_id=36759762-4a51-4579-800b-deb2c27dac78)] {{(pid=110503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:46:26.174878 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:26.181565 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-54badfe8-d4c6-4e08-a046-87d4dcba6032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (9b0c14fd-3614-42e0-8cb7-609c3303a1f4), after_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:26.182951 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-753f436e-ec20-47c4-a876-a0e5941a452b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (2dcb9f4f-9acf-4952-8425-1e268fc47a58), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:26.215512 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-8bdbe139-e14d-4caa-9f15-b1fd7b26d627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25be5db6-fce1-4669-b671-8b2134a4d46a', 'name': 'tempest-TestShelveInstance-1946792116-router', 'tenant_id': 'c85800d659ab43ff9b16266f9f037fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '40b46f81-da38-420d-8650-981c81ca403e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:46:16Z', 'updated_at': '2022-05-26T13:46:21Z', 'revision_number': 4, 'project_id': 'c85800d659ab43ff9b16266f9f037fc2', 'gw_port': {'id': '40b46f81-da38-420d-8650-981c81ca403e', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25be5db6-fce1-4669-b671-8b2134a4d46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:17Z', 'updated_at': '2022-05-26T13:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': 'def1ab0c-2717-4495-afc4-8b7984a564e5', 'name': '', 'network_id': '0478328b-202e-4fb7-84c6-c736725d6bdc', 'tenant_id': 'c85800d659ab43ff9b16266f9f037fc2', 'mac_address': 'fa:16:3e:3b:b6:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25be5db6-fce1-4669-b671-8b2134a4d46a', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'ead24355-5807-4ce4-ba8e-37e33b8ee5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:20Z', 'updated_at': '2022-05-26T13:46:21Z', 'revision_number': 2, 'project_id': 'c85800d659ab43ff9b16266f9f037fc2', 'subnets': [{'id': 'ead24355-5807-4ce4-ba8e-37e33b8ee5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:46:26.272412 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.db_base_plugin_common [None req-b8af6562-2dfb-43ce-99c4-770354666ec3 None None] Allocated IP 172.20.0.2 (9cb73013-323f-4524-8a76-af2d0673627e/69bd7991-e84c-4d7d-8e71-2f79899f8715/a54a723c-1714-449a-8dfe-807f9a8bddee) {{(pid=110502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:46:26.273105 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753f436e-ec20-47c4-a876-a0e5941a452b admin admin] Network 90e76b28-de17-4e9a-956c-e3acc4b829ee is already hosted by enough agents. {{(pid=110500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:46:26.280715 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [None req-753f436e-ec20-47c4-a876-a0e5941a452b admin admin] Resources bound (agent type, host, resource id): {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:46:26.285315 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753f436e-ec20-47c4-a876-a0e5941a452b admin admin] Received port after_create {{(pid=110500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:46:26.289121 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdbe139-e14d-4caa-9f15-b1fd7b26d627 None None] Checking router: 25be5db6-fce1-4669-b671-8b2134a4d46a for host: dv-cinder-819668-4-iscsi {{(pid=110502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:46:26.289605 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdbe139-e14d-4caa-9f15-b1fd7b26d627 None None] Updating router 25be5db6-fce1-4669-b671-8b2134a4d46a port def1ab0c-2717-4495-afc4-8b7984a564e5 binding host dv-cinder-819668-4-iscsi {{(pid=110502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 13:46:26.290151 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f436e-ec20-47c4-a876-a0e5941a452b admin admin] Pushing event updated for resources: {'Port': ['ID=2dcb9f4f-9acf-4952-8425-1e268fc47a58,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:26.309769 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54badfe8-d4c6-4e08-a046-87d4dcba6032 None None] Routers {'7fa36501-7f70-49e3-8705-cd796dcb6c88'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:46:26.311090 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-54badfe8-d4c6-4e08-a046-87d4dcba6032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:46:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['7fa36501-7f70-49e3-8705-cd796dcb6c88'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:46:26.353545 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-a7b13ce2-e53a-43ad-a908-8f04b8efce60 None None] Provisioning complete for port 3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:46:26.354099 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-a7b13ce2-e53a-43ad-a908-8f04b8efce60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:26.355814 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-8bdbe139-e14d-4caa-9f15-b1fd7b26d627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (def1ab0c-2717-4495-afc4-8b7984a564e5), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:26.360711 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ee92f-69be-4e7b-9be6-35cb4a8b9e6b None None] Pushing event updated for resources: {'Port': ['ID=9b0c14fd-3614-42e0-8cb7-609c3303a1f4,revision_number=3']} {{(pid=110503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:26.400139 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.db_base_plugin_common [None req-75bb1e05-89d9-436f-8068-0fb6c9c8b5e5 admin admin] Allocated IP 172.20.0.1 (279221b5-1c95-41d9-af88-4e2c4d2e3a32/c1b7c911-f88e-4299-b194-4048f3cb8870/c7cce3d5-4765-4535-afe3-6483259430c5) {{(pid=110501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:46:26.408595 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:26.441230 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:26.453147 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef17648-e51f-4bf7-a2cc-0271165f97c7 None None] Pushing event updated for resources: {'Port': ['ID=3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1,revision_number=3']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:26.483545 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-54badfe8-d4c6-4e08-a046-87d4dcba6032 None None] Set router 7fa36501-7f70-49e3-8705-cd796dcb6c88 gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:46:26.597012 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port 3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1 is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:46:26.610793 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-75bb1e05-89d9-436f-8068-0fb6c9c8b5e5 admin admin] Publish callbacks [] for port (c7cce3d5-4765-4535-afe3-6483259430c5), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:26.617367 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:26.669063 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-75bb1e05-89d9-436f-8068-0fb6c9c8b5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5523151'] for port (c7cce3d5-4765-4535-afe3-6483259430c5), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:26.670146 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:26.719341 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-54badfe8-d4c6-4e08-a046-87d4dcba6032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa36501-7f70-49e3-8705-cd796dcb6c88', 'name': 'tempest-TestMinimumBasicScenario-971109684-router', 'tenant_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '9b0c14fd-3614-42e0-8cb7-609c3303a1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:46:21Z', 'updated_at': '2022-05-26T13:46:23Z', 'revision_number': 3, 'project_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'gw_port': {'id': '9b0c14fd-3614-42e0-8cb7-609c3303a1f4', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:94:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa36501-7f70-49e3-8705-cd796dcb6c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:22Z', 'updated_at': '2022-05-26T13:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi'}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:46:26.725890 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb1e05-89d9-436f-8068-0fb6c9c8b5e5 admin admin] Pushing event updated for resources: {'Port': ['ID=c7cce3d5-4765-4535-afe3-6483259430c5,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:26.742384 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bb1e05-89d9-436f-8068-0fb6c9c8b5e5 admin admin] Network 279221b5-1c95-41d9-af88-4e2c4d2e3a32 is already hosted by enough agents. {{(pid=110501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:46:26.744613 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.base_scheduler [None req-75bb1e05-89d9-436f-8068-0fb6c9c8b5e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:46:26.757255 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bb1e05-89d9-436f-8068-0fb6c9c8b5e5 admin admin] Received port after_create {{(pid=110501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:46:26.771232 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-a7b13ce2-e53a-43ad-a908-8f04b8efce60 None None] Current status of the port 3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1 is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:46:26.781124 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54badfe8-d4c6-4e08-a046-87d4dcba6032 None None] The sync data for ids ['7fa36501-7f70-49e3-8705-cd796dcb6c88'] in dv-cinder-819668-4-iscsi is: [{'id': '7fa36501-7f70-49e3-8705-cd796dcb6c88', 'name': 'tempest-TestMinimumBasicScenario-971109684-router', 'tenant_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '9b0c14fd-3614-42e0-8cb7-609c3303a1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:46:21Z', 'updated_at': '2022-05-26T13:46:23Z', 'revision_number': 3, 'project_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'gw_port': {'id': '9b0c14fd-3614-42e0-8cb7-609c3303a1f4', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:94:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa36501-7f70-49e3-8705-cd796dcb6c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:22Z', 'updated_at': '2022-05-26T13:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi'}] {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:46:26.792639 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-b8af6562-2dfb-43ce-99c4-770354666ec3 None None] Publish callbacks [] for port (a54a723c-1714-449a-8dfe-807f9a8bddee), precommit_create {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:26.812892 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-b8af6562-2dfb-43ce-99c4-770354666ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041'] for port (a54a723c-1714-449a-8dfe-807f9a8bddee), after_create {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:26.818961 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-75bb1e05-89d9-436f-8068-0fb6c9c8b5e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568432'] for router_interface (7fa36501-7f70-49e3-8705-cd796dcb6c88), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:27.010905 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8af6562-2dfb-43ce-99c4-770354666ec3 None None] Network 9cb73013-323f-4524-8a76-af2d0673627e is already hosted by enough agents. {{(pid=110502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:46:27.016907 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:27.025285 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-75bb1e05-89d9-436f-8068-0fb6c9c8b5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (c7cce3d5-4765-4535-afe3-6483259430c5), before_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:27.034447 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.scheduler.base_scheduler [None req-b8af6562-2dfb-43ce-99c4-770354666ec3 None None] Resources bound (agent type, host, resource id): {{(pid=110502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:46:27.059722 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8af6562-2dfb-43ce-99c4-770354666ec3 None None] Pushing event updated for resources: {'Port': ['ID=a54a723c-1714-449a-8dfe-807f9a8bddee,revision_number=1']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:27.074406 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8af6562-2dfb-43ce-99c4-770354666ec3 None None] Received port after_create {{(pid=110502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:46:27.116322 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-65a87760-e84b-494d-9f80-000812223d42 req-dfd075a8-f41c-4d4a-a4bb-b7f8861c24df tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1 HTTP/1.1" status: 200 len: 210 time: 0.0574577 May 26 13:46:27.130606 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaa54a-a63a-4a42-b878-bc708b7d753e req-716e278c-59a4-4674-8cda-979a0817e064 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:27.132501 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-2fdaa54a-a63a-4a42-b878-bc708b7d753e req-716e278c-59a4-4674-8cda-979a0817e064 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 946 time: 0.1097515 May 26 13:46:27.149966 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-753f436e-ec20-47c4-a876-a0e5941a452b admin admin] Publish callbacks [] for router_gateway (46699b9d-af08-45a0-ba3b-18830f9784be), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:27.192523 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-8bdbe139-e14d-4caa-9f15-b1fd7b26d627 None None] Publish callbacks [] for port (def1ab0c-2717-4495-afc4-8b7984a564e5), precommit_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:27.252686 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-61fdf8f3-3bc4-4f5c-9bdc-e520d905085a None None] Provisioning complete for port c7cce3d5-4765-4535-afe3-6483259430c5 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:46:27.253269 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-61fdf8f3-3bc4-4f5c-9bdc-e520d905085a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (c7cce3d5-4765-4535-afe3-6483259430c5), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:27.281458 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-8bdbe139-e14d-4caa-9f15-b1fd7b26d627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (def1ab0c-2717-4495-afc4-8b7984a564e5), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:27.284182 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1 up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:46:27.289507 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-2fdaa54a-a63a-4a42-b878-bc708b7d753e req-337ea4ad-9f27-4ce0-acc4-8e95c3fa9fe0 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272299 May 26 13:46:27.331545 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 16b9a0f5-441f-49b0-90d7-fb4d546e3615 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 13:46:27.423931 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] No Port match for: 16b9a0f5-441f-49b0-90d7-fb4d546e3615 {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 13:46:27.424271 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 16b9a0f5-441f-49b0-90d7-fb4d546e3615 not bound to the agent host hv-cinder-81966 {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 13:46:27.451151 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-b8af6562-2dfb-43ce-99c4-770354666ec3 None None] Attempting to bind port a54a723c-1714-449a-8dfe-807f9a8bddee on host dv-cinder-819668-4-iscsi for vnic_type normal with profile {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:46:27.451514 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-b8af6562-2dfb-43ce-99c4-770354666ec3 None None] Attempting to bind port a54a723c-1714-449a-8dfe-807f9a8bddee by drivers openvswitch,hyperv on host dv-cinder-819668-4-iscsi at level 0 using segments [{'id': 'a1bf660c-5b19-4c60-b894-8e89a95cecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9cb73013-323f-4524-8a76-af2d0673627e'}] {{(pid=110502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:46:27.451871 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8af6562-2dfb-43ce-99c4-770354666ec3 None None] Attempting to bind port a54a723c-1714-449a-8dfe-807f9a8bddee on network 9cb73013-323f-4524-8a76-af2d0673627e {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:46:27.471601 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0448d227-22a2-43c2-9978-79526b07dd62 None None] Pushing event updated for resources: {'Port': ['ID=def1ab0c-2717-4495-afc4-8b7984a564e5,revision_number=3']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:27.476490 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-61fdf8f3-3bc4-4f5c-9bdc-e520d905085a None None] Port c7cce3d5-4765-4535-afe3-6483259430c5 cannot update to ACTIVE because it is not bound. {{(pid=110502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:46:27.481742 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8af6562-2dfb-43ce-99c4-770354666ec3 None None] Checking agent: {'id': '8ab0da26-f041-4f99-a2cc-fa5d75d9001c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 35, 50), 'started_at': datetime.datetime(2022, 5, 26, 13, 36, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:46:27.482162 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8af6562-2dfb-43ce-99c4-770354666ec3 None None] Checking segment: {'id': 'a1bf660c-5b19-4c60-b894-8e89a95cecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9cb73013-323f-4524-8a76-af2d0673627e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:46:27.483897 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-b8af6562-2dfb-43ce-99c4-770354666ec3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:27.484346 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8af6562-2dfb-43ce-99c4-770354666ec3 None None] Bound using segment: {'id': 'a1bf660c-5b19-4c60-b894-8e89a95cecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9cb73013-323f-4524-8a76-af2d0673627e'} {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:46:27.484932 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-b8af6562-2dfb-43ce-99c4-770354666ec3 None None] Bound port: a54a723c-1714-449a-8dfe-807f9a8bddee, host: dv-cinder-819668-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1bf660c-5b19-4c60-b894-8e89a95cecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9cb73013-323f-4524-8a76-af2d0673627e'}}] {{(pid=110502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:46:27.485319 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-b8af6562-2dfb-43ce-99c4-770354666ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (a54a723c-1714-449a-8dfe-807f9a8bddee), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:27.485421 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-75bb1e05-89d9-436f-8068-0fb6c9c8b5e5 admin admin] Publish callbacks [] for port (c7cce3d5-4765-4535-afe3-6483259430c5), precommit_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:27.495338 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-75bb1e05-89d9-436f-8068-0fb6c9c8b5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5523192'] for port (c7cce3d5-4765-4535-afe3-6483259430c5), after_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:27.497216 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:27.497968 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:27.499429 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-753f436e-ec20-47c4-a876-a0e5941a452b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-906743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569091'] for router (46699b9d-af08-45a0-ba3b-18830f9784be), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:27.556586 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-75bb1e05-89d9-436f-8068-0fb6c9c8b5e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-302209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568768'] for router_interface (7fa36501-7f70-49e3-8705-cd796dcb6c88), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:27.565998 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-b8af6562-2dfb-43ce-99c4-770354666ec3 None None] For port a54a723c-1714-449a-8dfe-807f9a8bddee, host dv-cinder-819668-4-iscsi, cleared binding levels {{(pid=110502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:46:27.571400 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-b8af6562-2dfb-43ce-99c4-770354666ec3 None None] For port a54a723c-1714-449a-8dfe-807f9a8bddee, host dv-cinder-819668-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=a54a723c-1714-449a-8dfe-807f9a8bddee,segment=NetworkSegment(a1bf660c-5b19-4c60-b894-8e89a95cecad),segment_id=a1bf660c-5b19-4c60-b894-8e89a95cecad)] {{(pid=110502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:46:27.640294 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-b8af6562-2dfb-43ce-99c4-770354666ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (a54a723c-1714-449a-8dfe-807f9a8bddee), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:27.663333 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb1e05-89d9-436f-8068-0fb6c9c8b5e5 admin admin] Pushing event updated for resources: {'Port': ['ID=c7cce3d5-4765-4535-afe3-6483259430c5,revision_number=2']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:27.685302 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753f436e-ec20-47c4-a876-a0e5941a452b admin admin] Router 46699b9d-af08-45a0-ba3b-18830f9784be is scheduled to L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f with binding_index 1 {{(pid=110500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 13:46:27.817690 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753f436e-ec20-47c4-a876-a0e5941a452b admin admin] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:46:27.841119 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bb1e05-89d9-436f-8068-0fb6c9c8b5e5 admin admin] Network 279221b5-1c95-41d9-af88-4e2c4d2e3a32 is already hosted by enough agents. {{(pid=110501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:46:27.844676 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.base_scheduler [None req-75bb1e05-89d9-436f-8068-0fb6c9c8b5e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:46:27.845709 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-753f436e-ec20-47c4-a876-a0e5941a452b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:27.848043 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-753f436e-ec20-47c4-a876-a0e5941a452b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8450048 May 26 13:46:27.850923 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 59576) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:27.855361 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ca47ac-2142-4468-ac35-b47982cc4f8d None None] Sync routers for ids ['46699b9d-af08-45a0-ba3b-18830f9784be'] in dv-cinder-819668-4-iscsi {{(pid=110502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:46:27.888945 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port 3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:46:27.889340 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:27.911203 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:27.944993 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:27.963734 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ca47ac-2142-4468-ac35-b47982cc4f8d None None] Routers {'46699b9d-af08-45a0-ba3b-18830f9784be'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:46:27.964660 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-40ca47ac-2142-4468-ac35-b47982cc4f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:46:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['46699b9d-af08-45a0-ba3b-18830f9784be'], 'active': True} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:46:28.041618 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:28.053926 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-d2040762-ec7f-47ef-b0bb-40ac2c4fc3d6 None None] Provisioning complete for port def1ab0c-2717-4495-afc4-8b7984a564e5 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:46:28.055376 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-d2040762-ec7f-47ef-b0bb-40ac2c4fc3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (def1ab0c-2717-4495-afc4-8b7984a564e5), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:28.070183 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-8bdbe139-e14d-4caa-9f15-b1fd7b26d627 None None] Attempting to bind port def1ab0c-2717-4495-afc4-8b7984a564e5 on host dv-cinder-819668-4-iscsi for vnic_type normal with profile {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:46:28.070549 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-8bdbe139-e14d-4caa-9f15-b1fd7b26d627 None None] Attempting to bind port def1ab0c-2717-4495-afc4-8b7984a564e5 by drivers openvswitch,hyperv on host dv-cinder-819668-4-iscsi at level 0 using segments [{'id': '57eb3c7f-cf41-4d04-9254-b7cdfafd2014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0478328b-202e-4fb7-84c6-c736725d6bdc'}] {{(pid=110502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:46:28.073945 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdbe139-e14d-4caa-9f15-b1fd7b26d627 None None] Attempting to bind port def1ab0c-2717-4495-afc4-8b7984a564e5 on network 0478328b-202e-4fb7-84c6-c736725d6bdc {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:46:28.079132 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75bb1e05-89d9-436f-8068-0fb6c9c8b5e5 admin admin] Router 7fa36501-7f70-49e3-8705-cd796dcb6c88 has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:46:28.196790 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-d2040762-ec7f-47ef-b0bb-40ac2c4fc3d6 None None] Port def1ab0c-2717-4495-afc4-8b7984a564e5 cannot update to ACTIVE because it is not bound. {{(pid=110502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:46:28.229739 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdbe139-e14d-4caa-9f15-b1fd7b26d627 None None] Checking agent: {'id': '8ab0da26-f041-4f99-a2cc-fa5d75d9001c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 35, 50), 'started_at': datetime.datetime(2022, 5, 26, 13, 36, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:46:28.230175 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdbe139-e14d-4caa-9f15-b1fd7b26d627 None None] Checking segment: {'id': '57eb3c7f-cf41-4d04-9254-b7cdfafd2014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0478328b-202e-4fb7-84c6-c736725d6bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:46:28.230583 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-8bdbe139-e14d-4caa-9f15-b1fd7b26d627 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:28.230980 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdbe139-e14d-4caa-9f15-b1fd7b26d627 None None] Bound using segment: {'id': '57eb3c7f-cf41-4d04-9254-b7cdfafd2014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0478328b-202e-4fb7-84c6-c736725d6bdc'} {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:46:28.231469 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-8bdbe139-e14d-4caa-9f15-b1fd7b26d627 None None] Bound port: def1ab0c-2717-4495-afc4-8b7984a564e5, host: dv-cinder-819668-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57eb3c7f-cf41-4d04-9254-b7cdfafd2014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0478328b-202e-4fb7-84c6-c736725d6bdc'}}] {{(pid=110502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:46:28.231845 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-8bdbe139-e14d-4caa-9f15-b1fd7b26d627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (def1ab0c-2717-4495-afc4-8b7984a564e5), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:28.304774 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8af6562-2dfb-43ce-99c4-770354666ec3 None None] Pushing event updated for resources: {'Port': ['ID=a54a723c-1714-449a-8dfe-807f9a8bddee,revision_number=2']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:28.328389 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-b8c2d40a-7786-4539-a59f-d965895b836e req-f0dbe4c9-071c-4add-8b28-8bc4eb737ed4 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1 HTTP/1.1" status: 200 len: 210 time: 0.0824740 May 26 13:46:28.340334 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75bb1e05-89d9-436f-8068-0fb6c9c8b5e5 admin admin] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:46:28.346050 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-75bb1e05-89d9-436f-8068-0fb6c9c8b5e5 admin admin] 10.222.0.16 "PUT /v2.0/routers/7fa36501-7f70-49e3-8705-cd796dcb6c88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5373511 May 26 13:46:28.505471 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-d70cb659-8163-4ee1-82b2-99c41d64f26b None None] Provisioning complete for port c7cce3d5-4765-4535-afe3-6483259430c5 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:46:28.505822 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-d70cb659-8163-4ee1-82b2-99c41d64f26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (c7cce3d5-4765-4535-afe3-6483259430c5), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:28.546344 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee2a46-3452-42fe-857a-037dd367e903 req-df624654-61fb-4a92-83ab-6be5eb2c3105 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:28.547864 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-eaee2a46-3452-42fe-857a-037dd367e903 req-df624654-61fb-4a92-83ab-6be5eb2c3105 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 946 time: 0.1005638 May 26 13:46:28.572627 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port 3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1 is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:46:28.605367 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvr_db [None req-40ca47ac-2142-4468-ac35-b47982cc4f8d None None] Set router 46699b9d-af08-45a0-ba3b-18830f9784be gateway port host: dv-cinder-819668-4-iscsi {{(pid=110502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:46:28.610064 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-8bdbe139-e14d-4caa-9f15-b1fd7b26d627 None None] For port def1ab0c-2717-4495-afc4-8b7984a564e5, host dv-cinder-819668-4-iscsi, cleared binding levels {{(pid=110502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:46:28.675935 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-eaee2a46-3452-42fe-857a-037dd367e903 req-8e8aef8b-ca06-487e-b7f5-0747b590fd9d tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193998 May 26 13:46:28.676556 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-d70cb659-8163-4ee1-82b2-99c41d64f26b None None] Port c7cce3d5-4765-4535-afe3-6483259430c5 cannot update to ACTIVE because it is not bound. {{(pid=110502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:46:28.683392 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-8bdbe139-e14d-4caa-9f15-b1fd7b26d627 None None] For port def1ab0c-2717-4495-afc4-8b7984a564e5, host dv-cinder-819668-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=def1ab0c-2717-4495-afc4-8b7984a564e5,segment=NetworkSegment(57eb3c7f-cf41-4d04-9254-b7cdfafd2014),segment_id=57eb3c7f-cf41-4d04-9254-b7cdfafd2014)] {{(pid=110502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:46:28.731280 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-8bdbe139-e14d-4caa-9f15-b1fd7b26d627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (def1ab0c-2717-4495-afc4-8b7984a564e5), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:28.737904 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-306c10f4-ce77-4224-8ab8-d15c30198b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:28.777107 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:28.857658 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0448d227-22a2-43c2-9978-79526b07dd62 None None] Pushing event updated for resources: {'Port': ['ID=def1ab0c-2717-4495-afc4-8b7984a564e5,revision_number=4']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:28.909653 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdbe139-e14d-4caa-9f15-b1fd7b26d627 None None] Routers {'25be5db6-fce1-4669-b671-8b2134a4d46a'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:46:28.910347 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-8bdbe139-e14d-4caa-9f15-b1fd7b26d627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:46:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['25be5db6-fce1-4669-b671-8b2134a4d46a'], 'active': True} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:46:29.015182 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.db_base_plugin_common [None req-306c10f4-ce77-4224-8ab8-d15c30198b56 admin admin] Allocated IP 172.20.0.1 (9cb73013-323f-4524-8a76-af2d0673627e/69bd7991-e84c-4d7d-8e71-2f79899f8715/d338cc1d-e40e-44d0-8c7f-f20e4b9adef9) {{(pid=110500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:46:29.026902 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:29.088996 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-40ca47ac-2142-4468-ac35-b47982cc4f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46699b9d-af08-45a0-ba3b-18830f9784be', 'name': 'tempest-TestShelveInstance-2080710620-router', 'tenant_id': 'ca93026e5b7e450e851a230162a45408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '2dcb9f4f-9acf-4952-8425-1e268fc47a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:46:25Z', 'updated_at': '2022-05-26T13:46:26Z', 'revision_number': 3, 'project_id': 'ca93026e5b7e450e851a230162a45408', 'gw_port': {'id': '2dcb9f4f-9acf-4952-8425-1e268fc47a58', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fa:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46699b9d-af08-45a0-ba3b-18830f9784be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:25Z', 'updated_at': '2022-05-26T13:46:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi'}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:46:29.176662 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ca47ac-2142-4468-ac35-b47982cc4f8d None None] Checking router: 46699b9d-af08-45a0-ba3b-18830f9784be for host: dv-cinder-819668-4-iscsi {{(pid=110502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:46:29.177117 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ca47ac-2142-4468-ac35-b47982cc4f8d None None] Updating router 46699b9d-af08-45a0-ba3b-18830f9784be port 2dcb9f4f-9acf-4952-8425-1e268fc47a58 binding host dv-cinder-819668-4-iscsi {{(pid=110502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 13:46:29.219921 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvr_db [None req-8bdbe139-e14d-4caa-9f15-b1fd7b26d627 None None] Set router 25be5db6-fce1-4669-b671-8b2134a4d46a gateway port host: dv-cinder-819668-4-iscsi {{(pid=110502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:46:29.255763 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:29.261503 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-306c10f4-ce77-4224-8ab8-d15c30198b56 admin admin] Publish callbacks [] for port (d338cc1d-e40e-44d0-8c7f-f20e4b9adef9), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:29.278676 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 9b0c14fd-3614-42e0-8cb7-609c3303a1f4 up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:46:29.285130 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-40ca47ac-2142-4468-ac35-b47982cc4f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (2dcb9f4f-9acf-4952-8425-1e268fc47a58), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:29.308179 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-306c10f4-ce77-4224-8ab8-d15c30198b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (d338cc1d-e40e-44d0-8c7f-f20e4b9adef9), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:29.356209 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 59606) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:29.362631 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-9d2a6943-f1c7-488a-ad4a-e9d28b8986a6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-422808567-network', 'tenant_id': '25d42e3d3a094377b459e21f70fd3455'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:46:29.369446 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306c10f4-ce77-4224-8ab8-d15c30198b56 admin admin] Network 9cb73013-323f-4524-8a76-af2d0673627e is already hosted by enough agents. {{(pid=110500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:46:29.372839 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [None req-306c10f4-ce77-4224-8ab8-d15c30198b56 admin admin] Resources bound (agent type, host, resource id): {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:46:29.378331 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306c10f4-ce77-4224-8ab8-d15c30198b56 admin admin] Received port after_create {{(pid=110500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:46:29.411646 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2a6943-f1c7-488a-ad4a-e9d28b8986a6 admin admin] Made reservation on behalf of 25d42e3d3a094377b459e21f70fd3455 for: {'network': 1} {{(pid=110501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:46:29.414254 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c10f4-ce77-4224-8ab8-d15c30198b56 admin admin] Pushing event updated for resources: {'Port': ['ID=d338cc1d-e40e-44d0-8c7f-f20e4b9adef9,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:29.420385 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-9d2a6943-f1c7-488a-ad4a-e9d28b8986a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for network (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:29.437556 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-9d2a6943-f1c7-488a-ad4a-e9d28b8986a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:29.446380 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-306c10f4-ce77-4224-8ab8-d15c30198b56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568432'] for router_interface (46699b9d-af08-45a0-ba3b-18830f9784be), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:29.534347 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:29.569840 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:29.621827 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-9d2a6943-f1c7-488a-ad4a-e9d28b8986a6 admin admin] Publish callbacks [] for security_group (fdd3ae47-5e1b-4fdf-b784-aaabbd704e8e), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:29.632718 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-9d2a6943-f1c7-488a-ad4a-e9d28b8986a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (fdd3ae47-5e1b-4fdf-b784-aaabbd704e8e), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:29.636935 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-004cd039-673c-4070-9c8e-55d963ceaae3 req-d3ea8ea9-d9ec-4141-a322-7ebcc45179ee tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=2af484b4-ccdb-4dad-bb6f-eecd0af2f1a1 HTTP/1.1" status: 200 len: 210 time: 0.0904422 May 26 13:46:29.649317 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-ded25871-f17e-48ac-b646-7ed11d9e00b3 None None] Provisioning complete for port def1ab0c-2717-4495-afc4-8b7984a564e5 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:46:29.649737 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-ded25871-f17e-48ac-b646-7ed11d9e00b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (def1ab0c-2717-4495-afc4-8b7984a564e5), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:29.657590 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-8bdbe139-e14d-4caa-9f15-b1fd7b26d627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25be5db6-fce1-4669-b671-8b2134a4d46a', 'name': 'tempest-TestShelveInstance-1946792116-router', 'tenant_id': 'c85800d659ab43ff9b16266f9f037fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '40b46f81-da38-420d-8650-981c81ca403e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:46:16Z', 'updated_at': '2022-05-26T13:46:21Z', 'revision_number': 4, 'project_id': 'c85800d659ab43ff9b16266f9f037fc2', 'gw_port': {'id': '40b46f81-da38-420d-8650-981c81ca403e', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25be5db6-fce1-4669-b671-8b2134a4d46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:17Z', 'updated_at': '2022-05-26T13:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': 'def1ab0c-2717-4495-afc4-8b7984a564e5', 'name': '', 'network_id': '0478328b-202e-4fb7-84c6-c736725d6bdc', 'tenant_id': 'c85800d659ab43ff9b16266f9f037fc2', 'mac_address': 'fa:16:3e:3b:b6:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25be5db6-fce1-4669-b671-8b2134a4d46a', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'ead24355-5807-4ce4-ba8e-37e33b8ee5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:20Z', 'updated_at': '2022-05-26T13:46:28Z', 'revision_number': 4, 'project_id': 'c85800d659ab43ff9b16266f9f037fc2', 'subnets': [{'id': 'ead24355-5807-4ce4-ba8e-37e33b8ee5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:46:29.662930 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d2a6943-f1c7-488a-ad4a-e9d28b8986a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=110501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 13:46:29.698261 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a6943-f1c7-488a-ad4a-e9d28b8986a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd3ae47-5e1b-4fdf-b784-aaabbd704e8e,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:29.702382 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-9d2a6943-f1c7-488a-ad4a-e9d28b8986a6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755648326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329'] for segment (c05d8f1e-3be1-4857-8c15-5c145e888975), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:29.703100 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.db.segments_db [None req-9d2a6943-f1c7-488a-ad4a-e9d28b8986a6 admin admin] Added segment c05d8f1e-3be1-4857-8c15-5c145e888975 of type vlan for network 0329a3b3-dcc4-476c-b9a0-82bcac38094f May 26 13:46:29.765765 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-9d2a6943-f1c7-488a-ad4a-e9d28b8986a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755647801200'] for network (0329a3b3-dcc4-476c-b9a0-82bcac38094f), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:29.819791 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-306c10f4-ce77-4224-8ab8-d15c30198b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (d338cc1d-e40e-44d0-8c7f-f20e4b9adef9), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:29.823125 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-9d2a6943-f1c7-488a-ad4a-e9d28b8986a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for network (0329a3b3-dcc4-476c-b9a0-82bcac38094f), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:29.824713 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2a6943-f1c7-488a-ad4a-e9d28b8986a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:29.825500 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-9d2a6943-f1c7-488a-ad4a-e9d28b8986a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:29.852199 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252f235b-7dca-4010-8427-d17875935a82 None None] Network 9cb73013-323f-4524-8a76-af2d0673627e requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:46:29.868716 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdbe139-e14d-4caa-9f15-b1fd7b26d627 None None] The sync data for ids ['25be5db6-fce1-4669-b671-8b2134a4d46a'] in dv-cinder-819668-4-iscsi is: [{'id': '25be5db6-fce1-4669-b671-8b2134a4d46a', 'name': 'tempest-TestShelveInstance-1946792116-router', 'tenant_id': 'c85800d659ab43ff9b16266f9f037fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '40b46f81-da38-420d-8650-981c81ca403e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:46:16Z', 'updated_at': '2022-05-26T13:46:21Z', 'revision_number': 4, 'project_id': 'c85800d659ab43ff9b16266f9f037fc2', 'gw_port': {'id': '40b46f81-da38-420d-8650-981c81ca403e', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25be5db6-fce1-4669-b671-8b2134a4d46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:17Z', 'updated_at': '2022-05-26T13:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': 'def1ab0c-2717-4495-afc4-8b7984a564e5', 'name': '', 'network_id': '0478328b-202e-4fb7-84c6-c736725d6bdc', 'tenant_id': 'c85800d659ab43ff9b16266f9f037fc2', 'mac_address': 'fa:16:3e:3b:b6:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25be5db6-fce1-4669-b671-8b2134a4d46a', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'ead24355-5807-4ce4-ba8e-37e33b8ee5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:20Z', 'updated_at': '2022-05-26T13:46:28Z', 'revision_number': 4, 'project_id': 'c85800d659ab43ff9b16266f9f037fc2', 'subnets': [{'id': 'ead24355-5807-4ce4-ba8e-37e33b8ee5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:46:29.925072 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 59618) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:29.926195 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-9d2a6943-f1c7-488a-ad4a-e9d28b8986a6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5682466 May 26 13:46:29.947883 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-0441850b-4106-4a4c-a377-25970f023298 admin admin] Request body: {'subnet': {'network_id': '0329a3b3-dcc4-476c-b9a0-82bcac38094f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-422808567-subnet', 'tenant_id': '25d42e3d3a094377b459e21f70fd3455', 'ip_version': 4}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:46:29.979352 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a6943-f1c7-488a-ad4a-e9d28b8986a6 admin admin] Pushing event updated for resources: {'Network': ['ID=0329a3b3-dcc4-476c-b9a0-82bcac38094f,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:30.025706 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d82e00-476c-499c-a31f-da5a9f1ce3ab req-df10817e-c6bf-4179-8a71-47ecfc8abf81 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:30.036148 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-52d82e00-476c-499c-a31f-da5a9f1ce3ab req-df10817e-c6bf-4179-8a71-47ecfc8abf81 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 946 time: 0.1663680 May 26 13:46:30.062597 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port 9b0c14fd-3614-42e0-8cb7-609c3303a1f4 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:46:30.063320 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (9b0c14fd-3614-42e0-8cb7-609c3303a1f4), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:30.118067 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699db812-d74f-4028-916b-9fbf40e2a4e0 None None] Sync routers for ids ['7fa36501-7f70-49e3-8705-cd796dcb6c88'] in dv-cinder-819668-4-iscsi {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:46:30.120765 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-52d82e00-476c-499c-a31f-da5a9f1ce3ab req-7598dcd4-cfa6-41c4-aee6-ad1c255cd0a4 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826149 May 26 13:46:30.137643 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Network 0329a3b3-dcc4-476c-b9a0-82bcac38094f details requested by agent ovs-agent-dv-cinder-819668-4-iscsi with host dv-cinder-819668-4-iscsi {{(pid=110502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 13:46:30.140513 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-ded25871-f17e-48ac-b646-7ed11d9e00b3 None None] Current status of the port def1ab0c-2717-4495-afc4-8b7984a564e5 is: DOWN; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:46:30.140795 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-ded25871-f17e-48ac-b646-7ed11d9e00b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (def1ab0c-2717-4495-afc4-8b7984a564e5), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:30.151248 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699db812-d74f-4028-916b-9fbf40e2a4e0 None None] Routers {'7fa36501-7f70-49e3-8705-cd796dcb6c88'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:46:30.152553 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-699db812-d74f-4028-916b-9fbf40e2a4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:46:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['7fa36501-7f70-49e3-8705-cd796dcb6c88'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:46:30.224985 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:30.242050 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0441850b-4106-4a4c-a377-25970f023298 admin admin] Made reservation on behalf of 25d42e3d3a094377b459e21f70fd3455 for: {'subnet': 1} {{(pid=110500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:46:30.244568 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-0441850b-4106-4a4c-a377-25970f023298 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6595480'] for subnet (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:30.369575 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-699db812-d74f-4028-916b-9fbf40e2a4e0 None None] Set router 7fa36501-7f70-49e3-8705-cd796dcb6c88 gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:46:30.412590 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 59626) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:30.487908 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:30.495700 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-0441850b-4106-4a4c-a377-25970f023298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7218032', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6595470'] for subnet (fd15bca8-8808-4067-8768-67daf6a5c4fd), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:30.586649 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-306c10f4-ce77-4224-8ab8-d15c30198b56 admin admin] Publish callbacks [] for port (d338cc1d-e40e-44d0-8c7f-f20e4b9adef9), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:30.599518 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-306c10f4-ce77-4224-8ab8-d15c30198b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (d338cc1d-e40e-44d0-8c7f-f20e4b9adef9), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:30.657757 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0441850b-4106-4a4c-a377-25970f023298 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd15bca8-8808-4067-8768-67daf6a5c4fd,revision_number=0']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:30.681800 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-ded25871-f17e-48ac-b646-7ed11d9e00b3 None None] For port def1ab0c-2717-4495-afc4-8b7984a564e5, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=def1ab0c-2717-4495-afc4-8b7984a564e5,segment=NetworkSegment(57eb3c7f-cf41-4d04-9254-b7cdfafd2014),segment_id=57eb3c7f-cf41-4d04-9254-b7cdfafd2014)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:46:30.724564 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-ded25871-f17e-48ac-b646-7ed11d9e00b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (def1ab0c-2717-4495-afc4-8b7984a564e5), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:30.728071 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-0f38e350-0820-4970-9a94-88560aa9378f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:30.740287 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0441850b-4106-4a4c-a377-25970f023298 admin admin] Checking segment: {'id': 'c05d8f1e-3be1-4857-8c15-5c145e888975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0329a3b3-dcc4-476c-b9a0-82bcac38094f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:46:30.741802 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0441850b-4106-4a4c-a377-25970f023298 admin admin] Network hostable DHCP agents. Network: 0329a3b3-dcc4-476c-b9a0-82bcac38094f, hostable agents: ['f02764f4-f497-4694-a2eb-22efe73666f4'], hosted agents: [] {{(pid=110500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 13:46:30.771634 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:30.778349 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-306c10f4-ce77-4224-8ab8-d15c30198b56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-302209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568768'] for router_interface (46699b9d-af08-45a0-ba3b-18830f9784be), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:30.780608 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c10f4-ce77-4224-8ab8-d15c30198b56 admin admin] Pushing event updated for resources: {'Port': ['ID=d338cc1d-e40e-44d0-8c7f-f20e4b9adef9,revision_number=2']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:30.787751 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-699db812-d74f-4028-916b-9fbf40e2a4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa36501-7f70-49e3-8705-cd796dcb6c88', 'name': 'tempest-TestMinimumBasicScenario-971109684-router', 'tenant_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '9b0c14fd-3614-42e0-8cb7-609c3303a1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:46:21Z', 'updated_at': '2022-05-26T13:46:26Z', 'revision_number': 4, 'project_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'gw_port': {'id': '9b0c14fd-3614-42e0-8cb7-609c3303a1f4', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:94:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa36501-7f70-49e3-8705-cd796dcb6c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:22Z', 'updated_at': '2022-05-26T13:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': 'c7cce3d5-4765-4535-afe3-6483259430c5', 'name': '', 'network_id': '279221b5-1c95-41d9-af88-4e2c4d2e3a32', 'tenant_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'mac_address': 'fa:16:3e:ef:f5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa36501-7f70-49e3-8705-cd796dcb6c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'c1b7c911-f88e-4299-b194-4048f3cb8870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:26Z', 'updated_at': '2022-05-26T13:46:27Z', 'revision_number': 2, 'project_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'subnets': [{'id': 'c1b7c911-f88e-4299-b194-4048f3cb8870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:46:30.813181 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0441850b-4106-4a4c-a377-25970f023298 admin admin] Network 0329a3b3-dcc4-476c-b9a0-82bcac38094f is scheduled to be hosted by DHCP agent f02764f4-f497-4694-a2eb-22efe73666f4 with binding_index 1 {{(pid=110500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 13:46:30.850086 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699db812-d74f-4028-916b-9fbf40e2a4e0 None None] Checking router: 7fa36501-7f70-49e3-8705-cd796dcb6c88 for host: dv-cinder-819668-4-iscsi {{(pid=110503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:46:30.850751 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699db812-d74f-4028-916b-9fbf40e2a4e0 None None] Updating router 7fa36501-7f70-49e3-8705-cd796dcb6c88 port c7cce3d5-4765-4535-afe3-6483259430c5 binding host dv-cinder-819668-4-iscsi {{(pid=110503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 13:46:30.894265 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-699db812-d74f-4028-916b-9fbf40e2a4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (c7cce3d5-4765-4535-afe3-6483259430c5), before_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:30.940234 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-f3f5c464-50c1-4027-8289-8dd584d2105d None None] Provisioning complete for port a54a723c-1714-449a-8dfe-807f9a8bddee triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:46:30.945825 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-f3f5c464-50c1-4027-8289-8dd584d2105d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (a54a723c-1714-449a-8dfe-807f9a8bddee), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:30.964373 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-0f38e350-0820-4970-9a94-88560aa9378f admin admin] Publish callbacks [] for security_group (9c829560-0d1b-4dc2-a579-62d48fa65ede), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:30.970917 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-0f38e350-0820-4970-9a94-88560aa9378f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (9c829560-0d1b-4dc2-a579-62d48fa65ede), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:31.045491 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:31.051516 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-0f38e350-0820-4970-9a94-88560aa9378f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=be0426d85d7e4579ab010001c0efff74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6348379 May 26 13:46:31.053746 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 59640) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:31.057364 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [None req-0441850b-4106-4a4c-a377-25970f023298 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819668-4-iscsi, 0329a3b3-dcc4-476c-b9a0-82bcac38094f) {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:46:31.078515 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0441850b-4106-4a4c-a377-25970f023298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:31.079117 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-0441850b-4106-4a4c-a377-25970f023298 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for subnet (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:31.115191 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port 9b0c14fd-3614-42e0-8cb7-609c3303a1f4 is: DOWN; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:46:31.115662 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (9b0c14fd-3614-42e0-8cb7-609c3303a1f4), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:31.122166 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fb9cd1-960c-48c4-9cb0-8a33198f9d17 None None] Network 0329a3b3-dcc4-476c-b9a0-82bcac38094f requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:46:31.126845 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f38e350-0820-4970-9a94-88560aa9378f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c829560-0d1b-4dc2-a579-62d48fa65ede,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:31.131019 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306c10f4-ce77-4224-8ab8-d15c30198b56 admin admin] Network 9cb73013-323f-4524-8a76-af2d0673627e is already hosted by enough agents. {{(pid=110500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:46:31.155125 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [None req-306c10f4-ce77-4224-8ab8-d15c30198b56 admin admin] Resources bound (agent type, host, resource id): {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:46:31.189955 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-0441850b-4106-4a4c-a377-25970f023298 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2611682 May 26 13:46:31.196229 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 59652) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:31.209295 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-0cf2a8e6-3ec9-4af1-852d-ca51f91c045d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-422808567-router', 'tenant_id': '25d42e3d3a094377b459e21f70fd3455', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'}}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:46:31.347260 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053723f-f493-4205-982c-b2845b7cae6b req-120e85d9-758b-4df0-9f11-1ca07b684e06 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:31.354363 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-3053723f-f493-4205-982c-b2845b7cae6b req-120e85d9-758b-4df0-9f11-1ca07b684e06 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/networks?id=ed6e76ad-8a60-4553-9a4f-125f6a59cade HTTP/1.1" status: 200 len: 808 time: 0.1737933 May 26 13:46:31.388925 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-3053723f-f493-4205-982c-b2845b7cae6b req-6cfb2a4e-2500-42e1-aeb0-5c293ef8d4b0 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/quotas/c879e95c508f401fbc77e63b1e64dd16 HTTP/1.1" status: 200 len: 375 time: 0.0335824 May 26 13:46:31.405222 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8e708b-f4d7-4d11-8396-d294247e850f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c43c4a0-638b-5401-8746-75049319ae93-0329a3b3-dcc4-476c-b9a0-82bcac38094f', 'network_id': '0329a3b3-dcc4-476c-b9a0-82bcac38094f', 'project_id': '25d42e3d3a094377b459e21f70fd3455', 'fixed_ips': [{'subnet_id': 'fd15bca8-8808-4067-8768-67daf6a5c4fd'}]}} from dv-cinder-819668-4-iscsi. {{(pid=110502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 13:46:31.406529 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-0e8e708b-f4d7-4d11-8396-d294247e850f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:31.409417 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:31.412040 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-f3f5c464-50c1-4027-8289-8dd584d2105d None None] Current status of the port a54a723c-1714-449a-8dfe-807f9a8bddee is: DOWN; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:46:31.412636 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-f3f5c464-50c1-4027-8289-8dd584d2105d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (a54a723c-1714-449a-8dfe-807f9a8bddee), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:31.440655 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-699db812-d74f-4028-916b-9fbf40e2a4e0 None None] Publish callbacks [] for port (c7cce3d5-4765-4535-afe3-6483259430c5), precommit_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:31.444989 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-3053723f-f493-4205-982c-b2845b7cae6b req-282881db-9831-453b-a38e-a7756760a31d tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c879e95c508f401fbc77e63b1e64dd16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547116 May 26 13:46:31.447715 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=100 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:31.455946 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-699db812-d74f-4028-916b-9fbf40e2a4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (c7cce3d5-4765-4535-afe3-6483259430c5), after_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:31.471293 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-0cf2a8e6-3ec9-4af1-852d-ca51f91c045d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7936'] for router (53fc0d2d-7123-4959-9789-18a37db1f8af), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:31.474053 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-0cf2a8e6-3ec9-4af1-852d-ca51f91c045d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-906688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-655507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7993'] for router (53fc0d2d-7123-4959-9789-18a37db1f8af), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:31.479914 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-f3f5c464-50c1-4027-8289-8dd584d2105d None None] For port a54a723c-1714-449a-8dfe-807f9a8bddee, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=a54a723c-1714-449a-8dfe-807f9a8bddee,segment=NetworkSegment(a1bf660c-5b19-4c60-b894-8e89a95cecad),segment_id=a1bf660c-5b19-4c60-b894-8e89a95cecad)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:46:31.482370 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded25871-f17e-48ac-b646-7ed11d9e00b3 None None] Pushing event updated for resources: {'Port': ['ID=def1ab0c-2717-4495-afc4-8b7984a564e5,revision_number=5']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:31.492768 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824ed89-02d0-43fb-a238-e03b07d5aa59 req-6db9c7ca-267b-4e80-8d42-a30726400348 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:31.494805 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6824ed89-02d0-43fb-a238-e03b07d5aa59 req-6db9c7ca-267b-4e80-8d42-a30726400348 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 946 time: 0.2000592 May 26 13:46:31.514937 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] For port 9b0c14fd-3614-42e0-8cb7-609c3303a1f4, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=9b0c14fd-3614-42e0-8cb7-609c3303a1f4,segment=NetworkSegment(36759762-4a51-4579-800b-deb2c27dac78),segment_id=36759762-4a51-4579-800b-deb2c27dac78)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:46:31.528957 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-f3f5c464-50c1-4027-8289-8dd584d2105d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (a54a723c-1714-449a-8dfe-807f9a8bddee), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:31.535985 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:31.557682 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7959ef-96a4-40c5-b380-39da1e75dbef None None] Pushing event updated for resources: {'Port': ['ID=c7cce3d5-4765-4535-afe3-6483259430c5,revision_number=3']} {{(pid=110503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:31.571128 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-84b3d2ac-5f54-4c2d-ab2a-edb3b4241dc7 admin admin] Publish callbacks [] for security_group (9c829560-0d1b-4dc2-a579-62d48fa65ede), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:31.586041 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:31.654336 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.managers [None req-699db812-d74f-4028-916b-9fbf40e2a4e0 None None] Attempting to bind port c7cce3d5-4765-4535-afe3-6483259430c5 on host dv-cinder-819668-4-iscsi for vnic_type normal with profile {{(pid=110503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:46:31.654695 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.managers [None req-699db812-d74f-4028-916b-9fbf40e2a4e0 None None] Attempting to bind port c7cce3d5-4765-4535-afe3-6483259430c5 by drivers openvswitch,hyperv on host dv-cinder-819668-4-iscsi at level 0 using segments [{'id': 'abecec45-87fd-4c5c-8ebd-4180a12ed0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '279221b5-1c95-41d9-af88-4e2c4d2e3a32'}] {{(pid=110503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:46:31.655437 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699db812-d74f-4028-916b-9fbf40e2a4e0 None None] Attempting to bind port c7cce3d5-4765-4535-afe3-6483259430c5 on network 279221b5-1c95-41d9-af88-4e2c4d2e3a32 {{(pid=110503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:46:31.662189 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699db812-d74f-4028-916b-9fbf40e2a4e0 None None] Checking agent: {'id': '8ab0da26-f041-4f99-a2cc-fa5d75d9001c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 35, 50), 'started_at': datetime.datetime(2022, 5, 26, 13, 36, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:46:31.662666 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699db812-d74f-4028-916b-9fbf40e2a4e0 None None] Checking segment: {'id': 'abecec45-87fd-4c5c-8ebd-4180a12ed0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '279221b5-1c95-41d9-af88-4e2c4d2e3a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:46:31.663068 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-699db812-d74f-4028-916b-9fbf40e2a4e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:31.663455 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699db812-d74f-4028-916b-9fbf40e2a4e0 None None] Bound using segment: {'id': 'abecec45-87fd-4c5c-8ebd-4180a12ed0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '279221b5-1c95-41d9-af88-4e2c4d2e3a32'} {{(pid=110503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:46:31.664018 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.managers [None req-699db812-d74f-4028-916b-9fbf40e2a4e0 None None] Bound port: c7cce3d5-4765-4535-afe3-6483259430c5, host: dv-cinder-819668-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abecec45-87fd-4c5c-8ebd-4180a12ed0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '279221b5-1c95-41d9-af88-4e2c4d2e3a32'}}] {{(pid=110503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:46:31.664452 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-699db812-d74f-4028-916b-9fbf40e2a4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (c7cce3d5-4765-4535-afe3-6483259430c5), before_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:31.684422 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (9b0c14fd-3614-42e0-8cb7-609c3303a1f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:31.686481 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device a54a723c-1714-449a-8dfe-807f9a8bddee up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:46:31.689764 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-84b3d2ac-5f54-4c2d-ab2a-edb3b4241dc7 admin admin] Publish callbacks [] for security_group (9c829560-0d1b-4dc2-a579-62d48fa65ede), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:31.714008 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f5c464-50c1-4027-8289-8dd584d2105d None None] Pushing event updated for resources: {'Port': ['ID=a54a723c-1714-449a-8dfe-807f9a8bddee,revision_number=3']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:31.792231 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306c10f4-ce77-4224-8ab8-d15c30198b56 admin admin] Router 46699b9d-af08-45a0-ba3b-18830f9784be has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:46:31.796692 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.db [None req-699db812-d74f-4028-916b-9fbf40e2a4e0 None None] For port c7cce3d5-4765-4535-afe3-6483259430c5, host dv-cinder-819668-4-iscsi, cleared binding levels {{(pid=110503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:46:31.801051 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.db [None req-699db812-d74f-4028-916b-9fbf40e2a4e0 None None] For port c7cce3d5-4765-4535-afe3-6483259430c5, host dv-cinder-819668-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=c7cce3d5-4765-4535-afe3-6483259430c5,segment=NetworkSegment(abecec45-87fd-4c5c-8ebd-4180a12ed0df),segment_id=abecec45-87fd-4c5c-8ebd-4180a12ed0df)] {{(pid=110503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:46:31.814009 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-699db812-d74f-4028-916b-9fbf40e2a4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (c7cce3d5-4765-4535-afe3-6483259430c5), after_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:31.814235 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6824ed89-02d0-43fb-a238-e03b07d5aa59 req-18ebd0d8-c187-450d-b3f5-4df198cae08f tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108130 May 26 13:46:31.891632 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-3053723f-f493-4205-982c-b2845b7cae6b req-20398280-c8c2-4f14-a7ab-8d76683437a1 service neutron] 10.222.0.16 "GET /v2.0/networks/ed6e76ad-8a60-4553-9a4f-125f6a59cade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456840 May 26 13:46:31.896456 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-0cf2a8e6-3ec9-4af1-852d-ca51f91c045d admin admin] Publish callbacks [] for router_controller (53fc0d2d-7123-4959-9789-18a37db1f8af), precommit_add_association {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:31.925345 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Pushing event updated for resources: {'Port': ['ID=9b0c14fd-3614-42e0-8cb7-609c3303a1f4,revision_number=4']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:31.970851 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7959ef-96a4-40c5-b380-39da1e75dbef None None] Pushing event updated for resources: {'Port': ['ID=c7cce3d5-4765-4535-afe3-6483259430c5,revision_number=4']} {{(pid=110503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:32.021725 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699db812-d74f-4028-916b-9fbf40e2a4e0 None None] Routers {'7fa36501-7f70-49e3-8705-cd796dcb6c88'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:46:32.022481 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-699db812-d74f-4028-916b-9fbf40e2a4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:46:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['7fa36501-7f70-49e3-8705-cd796dcb6c88'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:46:32.108995 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:32.156873 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-84b3d2ac-5f54-4c2d-ab2a-edb3b4241dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (9c829560-0d1b-4dc2-a579-62d48fa65ede), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:32.157159 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port a54a723c-1714-449a-8dfe-807f9a8bddee triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:46:32.158303 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (a54a723c-1714-449a-8dfe-807f9a8bddee), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:32.163443 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-84b3d2ac-5f54-4c2d-ab2a-edb3b4241dc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:32.165067 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-84b3d2ac-5f54-4c2d-ab2a-edb3b4241dc7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9c829560-0d1b-4dc2-a579-62d48fa65ede HTTP/1.1" status: 204 len: 168 time: 1.1020877 May 26 13:46:32.206131 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b3d2ac-5f54-4c2d-ab2a-edb3b4241dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c829560-0d1b-4dc2-a579-62d48fa65ede,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:32.239036 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-3053723f-f493-4205-982c-b2845b7cae6b req-af5b6b24-2fcb-4229-813c-b2ea152aa2ad service neutron] 10.222.0.16 "GET /v2.0/networks/ed6e76ad-8a60-4553-9a4f-125f6a59cade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365946 May 26 13:46:32.321413 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-9715a366-7040-402a-9de7-c14b3d85d82b None None] Provisioning complete for port d338cc1d-e40e-44d0-8c7f-f20e4b9adef9 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:46:32.321883 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-9715a366-7040-402a-9de7-c14b3d85d82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (d338cc1d-e40e-44d0-8c7f-f20e4b9adef9), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:32.399204 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-699db812-d74f-4028-916b-9fbf40e2a4e0 None None] Set router 7fa36501-7f70-49e3-8705-cd796dcb6c88 gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:46:32.764464 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-9715a366-7040-402a-9de7-c14b3d85d82b None None] Port d338cc1d-e40e-44d0-8c7f-f20e4b9adef9 cannot update to ACTIVE because it is not bound. {{(pid=110502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:46:32.774770 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-40ca47ac-2142-4468-ac35-b47982cc4f8d None None] Publish callbacks [] for port (2dcb9f4f-9acf-4952-8425-1e268fc47a58), precommit_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:32.854030 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:32.939235 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.db_base_plugin_common [None req-0e8e708b-f4d7-4d11-8396-d294247e850f None None] Allocated IP 172.20.0.2 (0329a3b3-dcc4-476c-b9a0-82bcac38094f/fd15bca8-8808-4067-8768-67daf6a5c4fd/feb3724a-0950-4a71-bf1e-a75c6d97205e) {{(pid=110502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:46:32.990639 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306c10f4-ce77-4224-8ab8-d15c30198b56 admin admin] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:46:33.004562 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=100 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:33.006328 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-306c10f4-ce77-4224-8ab8-d15c30198b56 admin admin] 10.222.0.16 "PUT /v2.0/routers/46699b9d-af08-45a0-ba3b-18830f9784be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1531413 May 26 13:46:33.042392 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-699db812-d74f-4028-916b-9fbf40e2a4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa36501-7f70-49e3-8705-cd796dcb6c88', 'name': 'tempest-TestMinimumBasicScenario-971109684-router', 'tenant_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '9b0c14fd-3614-42e0-8cb7-609c3303a1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:46:21Z', 'updated_at': '2022-05-26T13:46:26Z', 'revision_number': 4, 'project_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'gw_port': {'id': '9b0c14fd-3614-42e0-8cb7-609c3303a1f4', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:94:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa36501-7f70-49e3-8705-cd796dcb6c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:22Z', 'updated_at': '2022-05-26T13:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': 'c7cce3d5-4765-4535-afe3-6483259430c5', 'name': '', 'network_id': '279221b5-1c95-41d9-af88-4e2c4d2e3a32', 'tenant_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'mac_address': 'fa:16:3e:ef:f5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa36501-7f70-49e3-8705-cd796dcb6c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'c1b7c911-f88e-4299-b194-4048f3cb8870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:26Z', 'updated_at': '2022-05-26T13:46:31Z', 'revision_number': 4, 'project_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'subnets': [{'id': 'c1b7c911-f88e-4299-b194-4048f3cb8870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:46:33.119857 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699db812-d74f-4028-916b-9fbf40e2a4e0 None None] The sync data for ids ['7fa36501-7f70-49e3-8705-cd796dcb6c88'] in dv-cinder-819668-4-iscsi is: [{'id': '7fa36501-7f70-49e3-8705-cd796dcb6c88', 'name': 'tempest-TestMinimumBasicScenario-971109684-router', 'tenant_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '9b0c14fd-3614-42e0-8cb7-609c3303a1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:46:21Z', 'updated_at': '2022-05-26T13:46:26Z', 'revision_number': 4, 'project_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'gw_port': {'id': '9b0c14fd-3614-42e0-8cb7-609c3303a1f4', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:94:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa36501-7f70-49e3-8705-cd796dcb6c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:22Z', 'updated_at': '2022-05-26T13:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': 'c7cce3d5-4765-4535-afe3-6483259430c5', 'name': '', 'network_id': '279221b5-1c95-41d9-af88-4e2c4d2e3a32', 'tenant_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'mac_address': 'fa:16:3e:ef:f5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa36501-7f70-49e3-8705-cd796dcb6c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'c1b7c911-f88e-4299-b194-4048f3cb8870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:26Z', 'updated_at': '2022-05-26T13:46:31Z', 'revision_number': 4, 'project_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'subnets': [{'id': 'c1b7c911-f88e-4299-b194-4048f3cb8870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:46:33.135722 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-72d200b1-d1fa-4948-814c-4953481f58dc req-07c1a696-311e-46f0-afe8-ca89b8c2dad4 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=460c9c68-cb94-4868-833a-0c18408bf8a1 HTTP/1.1" status: 200 len: 210 time: 0.1501291 May 26 13:46:33.155241 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1840a3-044a-4198-a21f-cb6e7afeec37 req-dd6d29c3-5737-4c29-a9ed-6f20ca386ad6 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:33.173062 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-9f1840a3-044a-4198-a21f-cb6e7afeec37 req-dd6d29c3-5737-4c29-a9ed-6f20ca386ad6 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 946 time: 0.1851788 May 26 13:46:33.313042 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-0e8e708b-f4d7-4d11-8396-d294247e850f None None] Publish callbacks [] for port (feb3724a-0950-4a71-bf1e-a75c6d97205e), precommit_create {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:33.338124 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-9f1840a3-044a-4198-a21f-cb6e7afeec37 req-8af9aa7b-615b-40f5-8673-5380202f1355 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622787 May 26 13:46:33.340497 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:33.346909 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-40ca47ac-2142-4468-ac35-b47982cc4f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (2dcb9f4f-9acf-4952-8425-1e268fc47a58), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:33.390687 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-0cf2a8e6-3ec9-4af1-852d-ca51f91c045d admin admin] Publish callbacks [] for router_gateway (53fc0d2d-7123-4959-9789-18a37db1f8af), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:33.437475 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-0e8e708b-f4d7-4d11-8396-d294247e850f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041'] for port (feb3724a-0950-4a71-bf1e-a75c6d97205e), after_create {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:33.446820 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-9715a366-7040-402a-9de7-c14b3d85d82b None None] Provisioning complete for port a54a723c-1714-449a-8dfe-807f9a8bddee triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:46:33.447462 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-9715a366-7040-402a-9de7-c14b3d85d82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (a54a723c-1714-449a-8dfe-807f9a8bddee), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:33.656183 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8e708b-f4d7-4d11-8396-d294247e850f None None] Network 0329a3b3-dcc4-476c-b9a0-82bcac38094f is already hosted by enough agents. {{(pid=110502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:46:33.684277 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffae301-6bfa-400d-9f84-b374bb8fd0cb None None] Pushing event updated for resources: {'Port': ['ID=2dcb9f4f-9acf-4952-8425-1e268fc47a58,revision_number=2']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:33.702198 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-40ca47ac-2142-4468-ac35-b47982cc4f8d None None] Attempting to bind port 2dcb9f4f-9acf-4952-8425-1e268fc47a58 on host dv-cinder-819668-4-iscsi for vnic_type normal with profile {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:46:33.703920 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-40ca47ac-2142-4468-ac35-b47982cc4f8d None None] Attempting to bind port 2dcb9f4f-9acf-4952-8425-1e268fc47a58 by drivers openvswitch,hyperv on host dv-cinder-819668-4-iscsi at level 0 using segments [{'id': '36759762-4a51-4579-800b-deb2c27dac78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'}] {{(pid=110502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:46:33.707093 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ca47ac-2142-4468-ac35-b47982cc4f8d None None] Attempting to bind port 2dcb9f4f-9acf-4952-8425-1e268fc47a58 on network 90e76b28-de17-4e9a-956c-e3acc4b829ee {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:46:33.724633 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.scheduler.base_scheduler [None req-0e8e708b-f4d7-4d11-8396-d294247e850f None None] Resources bound (agent type, host, resource id): {{(pid=110502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:46:33.731122 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8e708b-f4d7-4d11-8396-d294247e850f None None] Received port after_create {{(pid=110502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:46:33.737084 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port a54a723c-1714-449a-8dfe-807f9a8bddee is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:46:33.780880 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ca47ac-2142-4468-ac35-b47982cc4f8d None None] Checking agent: {'id': '8ab0da26-f041-4f99-a2cc-fa5d75d9001c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 35, 50), 'started_at': datetime.datetime(2022, 5, 26, 13, 36, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:46:33.781556 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ca47ac-2142-4468-ac35-b47982cc4f8d None None] Checking segment: {'id': '36759762-4a51-4579-800b-deb2c27dac78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:46:33.783835 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-40ca47ac-2142-4468-ac35-b47982cc4f8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:33.784348 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ca47ac-2142-4468-ac35-b47982cc4f8d None None] Bound using segment: {'id': '36759762-4a51-4579-800b-deb2c27dac78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'} {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:46:33.786175 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-40ca47ac-2142-4468-ac35-b47982cc4f8d None None] Bound port: 2dcb9f4f-9acf-4952-8425-1e268fc47a58, host: dv-cinder-819668-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36759762-4a51-4579-800b-deb2c27dac78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'}}] {{(pid=110502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:46:33.788037 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-40ca47ac-2142-4468-ac35-b47982cc4f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (2dcb9f4f-9acf-4952-8425-1e268fc47a58), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:33.862851 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-0cf2a8e6-3ec9-4af1-852d-ca51f91c045d admin admin] Publish callbacks [] for router_gateway (53fc0d2d-7123-4959-9789-18a37db1f8af), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:33.908417 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-0cf2a8e6-3ec9-4af1-852d-ca51f91c045d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:34.205498 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 59714) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:34.212082 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-fb3bd841-86ce-4755-8093-17576ffd5700 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1386823348', 'description': 'tempest-secgroup-smoke-1386823348 description', 'project_id': 'c85800d659ab43ff9b16266f9f037fc2'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:46:34.268958 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device def1ab0c-2717-4495-afc4-8b7984a564e5 up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:46:34.271955 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-fb3bd841-86ce-4755-8093-17576ffd5700 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:34.330604 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-dd287859-6e48-48fe-a989-94cc99bf42c0 req-21ac7ea9-3461-4a70-a5a5-334fcbb33c7f tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=460c9c68-cb94-4868-833a-0c18408bf8a1 HTTP/1.1" status: 200 len: 210 time: 0.0406876 May 26 13:46:34.345324 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.db_base_plugin_common [None req-0cf2a8e6-3ec9-4af1-852d-ca51f91c045d admin admin] Allocated IP 172.27.2.234 (90e76b28-de17-4e9a-956c-e3acc4b829ee/72a92eeb-8c5d-4770-b3e7-e9300b6be16c/a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5) {{(pid=110500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:46:34.369545 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-40ca47ac-2142-4468-ac35-b47982cc4f8d None None] For port 2dcb9f4f-9acf-4952-8425-1e268fc47a58, host dv-cinder-819668-4-iscsi, cleared binding levels {{(pid=110502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:46:34.371792 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e708b-f4d7-4d11-8396-d294247e850f None None] Pushing event updated for resources: {'Port': ['ID=feb3724a-0950-4a71-bf1e-a75c6d97205e,revision_number=1']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:34.416204 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-40ca47ac-2142-4468-ac35-b47982cc4f8d None None] For port 2dcb9f4f-9acf-4952-8425-1e268fc47a58, host dv-cinder-819668-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=2dcb9f4f-9acf-4952-8425-1e268fc47a58,segment=NetworkSegment(36759762-4a51-4579-800b-deb2c27dac78),segment_id=36759762-4a51-4579-800b-deb2c27dac78)] {{(pid=110502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:46:34.471330 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-fb3bd841-86ce-4755-8093-17576ffd5700 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks [] for security_group (1a14866e-f306-415d-8676-aac9fa55961c), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:34.482315 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-fb3bd841-86ce-4755-8093-17576ffd5700 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (1a14866e-f306-415d-8676-aac9fa55961c), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:34.502522 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-40ca47ac-2142-4468-ac35-b47982cc4f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (2dcb9f4f-9acf-4952-8425-1e268fc47a58), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:34.505576 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-0e8e708b-f4d7-4d11-8396-d294247e850f None None] Attempting to bind port feb3724a-0950-4a71-bf1e-a75c6d97205e on host dv-cinder-819668-4-iscsi for vnic_type normal with profile {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:46:34.505947 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-0e8e708b-f4d7-4d11-8396-d294247e850f None None] Attempting to bind port feb3724a-0950-4a71-bf1e-a75c6d97205e by drivers openvswitch,hyperv on host dv-cinder-819668-4-iscsi at level 0 using segments [{'id': 'c05d8f1e-3be1-4857-8c15-5c145e888975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0329a3b3-dcc4-476c-b9a0-82bcac38094f'}] {{(pid=110502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:46:34.506308 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8e708b-f4d7-4d11-8396-d294247e850f None None] Attempting to bind port feb3724a-0950-4a71-bf1e-a75c6d97205e on network 0329a3b3-dcc4-476c-b9a0-82bcac38094f {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:46:34.526229 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port def1ab0c-2717-4495-afc4-8b7984a564e5 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:46:34.526791 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (def1ab0c-2717-4495-afc4-8b7984a564e5), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:34.559101 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8e708b-f4d7-4d11-8396-d294247e850f None None] Checking agent: {'id': '8ab0da26-f041-4f99-a2cc-fa5d75d9001c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 35, 50), 'started_at': datetime.datetime(2022, 5, 26, 13, 36, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:46:34.559772 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8e708b-f4d7-4d11-8396-d294247e850f None None] Checking segment: {'id': 'c05d8f1e-3be1-4857-8c15-5c145e888975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0329a3b3-dcc4-476c-b9a0-82bcac38094f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:46:34.560166 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-0e8e708b-f4d7-4d11-8396-d294247e850f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:34.560630 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8e708b-f4d7-4d11-8396-d294247e850f None None] Bound using segment: {'id': 'c05d8f1e-3be1-4857-8c15-5c145e888975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0329a3b3-dcc4-476c-b9a0-82bcac38094f'} {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:46:34.561120 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-0e8e708b-f4d7-4d11-8396-d294247e850f None None] Bound port: feb3724a-0950-4a71-bf1e-a75c6d97205e, host: dv-cinder-819668-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05d8f1e-3be1-4857-8c15-5c145e888975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0329a3b3-dcc4-476c-b9a0-82bcac38094f'}}] {{(pid=110502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:46:34.561497 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-0e8e708b-f4d7-4d11-8396-d294247e850f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (feb3724a-0950-4a71-bf1e-a75c6d97205e), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:34.564634 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:34.565916 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:34.583959 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-fb3bd841-86ce-4755-8093-17576ffd5700 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:34.589061 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-fb3bd841-86ce-4755-8093-17576ffd5700 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3808365 May 26 13:46:34.595495 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 59726) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:34.597395 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-9715a366-7040-402a-9de7-c14b3d85d82b None None] Current status of the port a54a723c-1714-449a-8dfe-807f9a8bddee is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:46:34.615738 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-984027e7-ac99-40cc-8e95-00dcae43f435 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Request body: {'security_group_rule': {'security_group_id': '1a14866e-f306-415d-8676-aac9fa55961c', 'project_id': 'c85800d659ab43ff9b16266f9f037fc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:46:34.637285 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bd841-86ce-4755-8093-17576ffd5700 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a14866e-f306-415d-8676-aac9fa55961c,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:34.637860 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-0cf2a8e6-3ec9-4af1-852d-ca51f91c045d admin admin] Publish callbacks [] for port (a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:34.682643 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-984027e7-ac99-40cc-8e95-00dcae43f435 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks [] for security_group_rule (6e0ccbba-e423-4657-9ac1-5ec1910fbadd), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:34.704777 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:34.749837 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-984027e7-ac99-40cc-8e95-00dcae43f435 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks [] for security_group_rule (6e0ccbba-e423-4657-9ac1-5ec1910fbadd), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:34.756735 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-984027e7-ac99-40cc-8e95-00dcae43f435 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547660'] for security_group_rule (6e0ccbba-e423-4657-9ac1-5ec1910fbadd), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:34.772231 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ca47ac-2142-4468-ac35-b47982cc4f8d None None] Routers {'46699b9d-af08-45a0-ba3b-18830f9784be'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:46:34.773172 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-40ca47ac-2142-4468-ac35-b47982cc4f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:46:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['46699b9d-af08-45a0-ba3b-18830f9784be'], 'active': True} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:46:34.775389 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffae301-6bfa-400d-9f84-b374bb8fd0cb None None] Pushing event updated for resources: {'Port': ['ID=2dcb9f4f-9acf-4952-8425-1e268fc47a58,revision_number=3']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:34.786401 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984027e7-ac99-40cc-8e95-00dcae43f435 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e0ccbba-e423-4657-9ac1-5ec1910fbadd,revision_number=0']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:34.787103 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:34.798145 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-984027e7-ac99-40cc-8e95-00dcae43f435 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:34.803003 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-984027e7-ac99-40cc-8e95-00dcae43f435 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2021301 May 26 13:46:34.804589 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 59730) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:34.817910 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-071c6c7f-3fc2-4b25-ab4b-d51854444ca6 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Request body: {'security_group_rule': {'security_group_id': '1a14866e-f306-415d-8676-aac9fa55961c', 'project_id': 'c85800d659ab43ff9b16266f9f037fc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:46:34.864672 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-39e658a1-e9b0-4a18-8b11-2d12dca81d42 None None] Provisioning complete for port c7cce3d5-4765-4535-afe3-6483259430c5 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:46:34.866233 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-071c6c7f-3fc2-4b25-ab4b-d51854444ca6 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks [] for security_group_rule (d145e1f2-8f40-46bb-90e7-6e3f5e5126fd), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:34.874921 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-39e658a1-e9b0-4a18-8b11-2d12dca81d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (c7cce3d5-4765-4535-afe3-6483259430c5), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:34.885339 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6177878-a0be-4228-8cd2-7ec8637964ca req-15c142a6-ce1a-44c6-9dee-9f0e49a6b382 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:34.885339 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b6177878-a0be-4228-8cd2-7ec8637964ca req-15c142a6-ce1a-44c6-9dee-9f0e49a6b382 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 946 time: 0.3157082 May 26 13:46:34.887956 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-0e8e708b-f4d7-4d11-8396-d294247e850f None None] For port feb3724a-0950-4a71-bf1e-a75c6d97205e, host dv-cinder-819668-4-iscsi, cleared binding levels {{(pid=110502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:46:34.986543 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-0e8e708b-f4d7-4d11-8396-d294247e850f None None] For port feb3724a-0950-4a71-bf1e-a75c6d97205e, host dv-cinder-819668-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=feb3724a-0950-4a71-bf1e-a75c6d97205e,segment=NetworkSegment(c05d8f1e-3be1-4857-8c15-5c145e888975),segment_id=c05d8f1e-3be1-4857-8c15-5c145e888975)] {{(pid=110502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:46:34.989649 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-071c6c7f-3fc2-4b25-ab4b-d51854444ca6 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks [] for security_group_rule (d145e1f2-8f40-46bb-90e7-6e3f5e5126fd), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:34.996934 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-071c6c7f-3fc2-4b25-ab4b-d51854444ca6 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547660'] for security_group_rule (d145e1f2-8f40-46bb-90e7-6e3f5e5126fd), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:35.015751 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-0cf2a8e6-3ec9-4af1-852d-ca51f91c045d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:35.029256 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071c6c7f-3fc2-4b25-ab4b-d51854444ca6 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d145e1f2-8f40-46bb-90e7-6e3f5e5126fd,revision_number=0']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:35.035735 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-071c6c7f-3fc2-4b25-ab4b-d51854444ca6 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:35.037232 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-071c6c7f-3fc2-4b25-ab4b-d51854444ca6 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2314796 May 26 13:46:35.045393 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 59736) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:35.049980 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-a906f77f-0548-4336-83f5-9ef35ac52201 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Request body: {'security_group_rule': {'security_group_id': '1a14866e-f306-415d-8676-aac9fa55961c', 'project_id': 'c85800d659ab43ff9b16266f9f037fc2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:46:35.089665 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-a906f77f-0548-4336-83f5-9ef35ac52201 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks [] for security_group_rule (9759964e-0036-4231-8d26-bddc7a8c309e), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:35.123937 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf2a8e6-3ec9-4af1-852d-ca51f91c045d admin admin] Network 90e76b28-de17-4e9a-956c-e3acc4b829ee is already hosted by enough agents. {{(pid=110500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:46:35.138952 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053723f-f493-4205-982c-b2845b7cae6b req-633f296b-18ef-4be7-80ec-5f9e8c670090 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:35.140827 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3053723f-f493-4205-982c-b2845b7cae6b req-633f296b-18ef-4be7-80ec-5f9e8c670090 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.57 "GET /v2.0/networks?id=ed6e76ad-8a60-4553-9a4f-125f6a59cade HTTP/1.1" status: 200 len: 808 time: 0.5179005 May 26 13:46:35.147998 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b6177878-a0be-4228-8cd2-7ec8637964ca req-62e921ae-e428-433f-ba4d-bfe9ad93b1f7 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332914 May 26 13:46:35.149343 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [None req-0cf2a8e6-3ec9-4af1-852d-ca51f91c045d admin admin] Resources bound (agent type, host, resource id): {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:46:35.158237 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf2a8e6-3ec9-4af1-852d-ca51f91c045d admin admin] Received port after_create {{(pid=110500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:46:35.186731 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-a906f77f-0548-4336-83f5-9ef35ac52201 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks [] for security_group_rule (9759964e-0036-4231-8d26-bddc7a8c309e), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:35.193138 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-a906f77f-0548-4336-83f5-9ef35ac52201 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547660'] for security_group_rule (9759964e-0036-4231-8d26-bddc7a8c309e), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:35.203243 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf2a8e6-3ec9-4af1-852d-ca51f91c045d admin admin] Pushing event updated for resources: {'Port': ['ID=a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:35.220919 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906f77f-0548-4336-83f5-9ef35ac52201 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9759964e-0036-4231-8d26-bddc7a8c309e,revision_number=0']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:35.228771 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-a906f77f-0548-4336-83f5-9ef35ac52201 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:35.230373 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-a906f77f-0548-4336-83f5-9ef35ac52201 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1839578 May 26 13:46:35.243890 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 59742) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:35.250497 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-308b7748-cd25-48e4-8968-4d647b6d9179 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Request body: {'security_group_rule': {'security_group_id': '1a14866e-f306-415d-8676-aac9fa55961c', 'project_id': 'c85800d659ab43ff9b16266f9f037fc2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:46:35.323914 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-308b7748-cd25-48e4-8968-4d647b6d9179 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks [] for security_group_rule (4187540f-90c6-4d7e-a95e-5f7783d71b8d), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:35.343977 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvr_db [None req-40ca47ac-2142-4468-ac35-b47982cc4f8d None None] Set router 46699b9d-af08-45a0-ba3b-18830f9784be gateway port host: dv-cinder-819668-4-iscsi {{(pid=110502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:46:35.444164 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-308b7748-cd25-48e4-8968-4d647b6d9179 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks [] for security_group_rule (4187540f-90c6-4d7e-a95e-5f7783d71b8d), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:35.446818 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:35.446911 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:35.448367 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port def1ab0c-2717-4495-afc4-8b7984a564e5 is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:46:35.449867 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 9b0c14fd-3614-42e0-8cb7-609c3303a1f4 up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:46:35.480236 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-308b7748-cd25-48e4-8968-4d647b6d9179 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547660'] for security_group_rule (4187540f-90c6-4d7e-a95e-5f7783d71b8d), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:35.542897 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-bf1ba784-a77d-49ab-b758-597624de004d req-1a45aebb-7002-43e9-ba3c-0532a30c2f78 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=460c9c68-cb94-4868-833a-0c18408bf8a1 HTTP/1.1" status: 200 len: 210 time: 0.0970693 May 26 13:46:35.547802 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308b7748-cd25-48e4-8968-4d647b6d9179 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4187540f-90c6-4d7e-a95e-5f7783d71b8d,revision_number=0']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:35.555941 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-308b7748-cd25-48e4-8968-4d647b6d9179 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:35.557521 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-308b7748-cd25-48e4-8968-4d647b6d9179 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3124218 May 26 13:46:35.560840 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 59752) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:35.575402 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-5503109a-cfa4-465b-9b09-e97e4ef332f8 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Request body: {'security_group_rule': {'security_group_id': '1a14866e-f306-415d-8676-aac9fa55961c', 'project_id': 'c85800d659ab43ff9b16266f9f037fc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:46:35.598868 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-0e8e708b-f4d7-4d11-8396-d294247e850f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (feb3724a-0950-4a71-bf1e-a75c6d97205e), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:35.600096 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.db.securitygroups_db [None req-5503109a-cfa4-465b-9b09-e97e4ef332f8 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Project c85800d659ab43ff9b16266f9f037fc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 13:46:35.612531 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-5503109a-cfa4-465b-9b09-e97e4ef332f8 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks [] for security_group_rule (6a2b3aab-8f1a-4c11-904c-ee96dc6c6092), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:35.619447 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-0cf2a8e6-3ec9-4af1-852d-ca51f91c045d admin admin] Publish callbacks [] for router_gateway (53fc0d2d-7123-4959-9789-18a37db1f8af), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:35.672976 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-5503109a-cfa4-465b-9b09-e97e4ef332f8 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks [] for security_group_rule (6a2b3aab-8f1a-4c11-904c-ee96dc6c6092), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:35.678171 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-5503109a-cfa4-465b-9b09-e97e4ef332f8 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547660'] for security_group_rule (6a2b3aab-8f1a-4c11-904c-ee96dc6c6092), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:35.703899 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-5503109a-cfa4-465b-9b09-e97e4ef332f8 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:35.704847 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-5503109a-cfa4-465b-9b09-e97e4ef332f8 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1431429 May 26 13:46:35.708297 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5503109a-cfa4-465b-9b09-e97e4ef332f8 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a2b3aab-8f1a-4c11-904c-ee96dc6c6092,revision_number=0']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:35.710032 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 59756) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:35.715080 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-c8950237-b09e-4a84-bbbc-60e1ca35f99a tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Request body: {'security_group_rule': {'security_group_id': '1a14866e-f306-415d-8676-aac9fa55961c', 'project_id': 'c85800d659ab43ff9b16266f9f037fc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:46:35.740832 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.db.securitygroups_db [None req-c8950237-b09e-4a84-bbbc-60e1ca35f99a tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Project c85800d659ab43ff9b16266f9f037fc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 13:46:35.747504 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-c8950237-b09e-4a84-bbbc-60e1ca35f99a tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks [] for security_group_rule (c4947a0d-db36-40b3-8bbd-5b18dc821628), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:35.778906 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e708b-f4d7-4d11-8396-d294247e850f None None] Pushing event updated for resources: {'Port': ['ID=feb3724a-0950-4a71-bf1e-a75c6d97205e,revision_number=2']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:35.784440 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port 9b0c14fd-3614-42e0-8cb7-609c3303a1f4 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:46:35.785039 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (9b0c14fd-3614-42e0-8cb7-609c3303a1f4), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:35.803823 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:INSERT=9,neutron:UPDATE=4,neutron:SELECT=82,neutron:DELETE=5 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:35.813417 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-39e658a1-e9b0-4a18-8b11-2d12dca81d42 None None] Current status of the port c7cce3d5-4765-4535-afe3-6483259430c5 is: DOWN; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:46:35.813969 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-39e658a1-e9b0-4a18-8b11-2d12dca81d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (c7cce3d5-4765-4535-afe3-6483259430c5), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:35.830049 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-c8950237-b09e-4a84-bbbc-60e1ca35f99a tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks [] for security_group_rule (c4947a0d-db36-40b3-8bbd-5b18dc821628), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:35.834338 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-c8950237-b09e-4a84-bbbc-60e1ca35f99a tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547660'] for security_group_rule (c4947a0d-db36-40b3-8bbd-5b18dc821628), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:35.836538 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-40ca47ac-2142-4468-ac35-b47982cc4f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46699b9d-af08-45a0-ba3b-18830f9784be', 'name': 'tempest-TestShelveInstance-2080710620-router', 'tenant_id': 'ca93026e5b7e450e851a230162a45408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '2dcb9f4f-9acf-4952-8425-1e268fc47a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:46:25Z', 'updated_at': '2022-05-26T13:46:29Z', 'revision_number': 4, 'project_id': 'ca93026e5b7e450e851a230162a45408', 'gw_port': {'id': '2dcb9f4f-9acf-4952-8425-1e268fc47a58', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fa:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46699b9d-af08-45a0-ba3b-18830f9784be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:25Z', 'updated_at': '2022-05-26T13:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': 'd338cc1d-e40e-44d0-8c7f-f20e4b9adef9', 'name': '', 'network_id': '9cb73013-323f-4524-8a76-af2d0673627e', 'tenant_id': 'ca93026e5b7e450e851a230162a45408', 'mac_address': 'fa:16:3e:03:f9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46699b9d-af08-45a0-ba3b-18830f9784be', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '69bd7991-e84c-4d7d-8e71-2f79899f8715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:28Z', 'updated_at': '2022-05-26T13:46:30Z', 'revision_number': 2, 'project_id': 'ca93026e5b7e450e851a230162a45408', 'subnets': [{'id': '69bd7991-e84c-4d7d-8e71-2f79899f8715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:46:35.857556 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:35.866432 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-c8950237-b09e-4a84-bbbc-60e1ca35f99a tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:35.876421 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-c8950237-b09e-4a84-bbbc-60e1ca35f99a tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1569047 May 26 13:46:35.876762 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-0cf2a8e6-3ec9-4af1-852d-ca51f91c045d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-906743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569091'] for router (53fc0d2d-7123-4959-9789-18a37db1f8af), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:35.880085 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8950237-b09e-4a84-bbbc-60e1ca35f99a tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4947a0d-db36-40b3-8bbd-5b18dc821628,revision_number=0']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:35.893416 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ca47ac-2142-4468-ac35-b47982cc4f8d None None] The sync data for ids ['46699b9d-af08-45a0-ba3b-18830f9784be'] in dv-cinder-819668-4-iscsi is: [{'id': '46699b9d-af08-45a0-ba3b-18830f9784be', 'name': 'tempest-TestShelveInstance-2080710620-router', 'tenant_id': 'ca93026e5b7e450e851a230162a45408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '2dcb9f4f-9acf-4952-8425-1e268fc47a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:46:25Z', 'updated_at': '2022-05-26T13:46:29Z', 'revision_number': 4, 'project_id': 'ca93026e5b7e450e851a230162a45408', 'gw_port': {'id': '2dcb9f4f-9acf-4952-8425-1e268fc47a58', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fa:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46699b9d-af08-45a0-ba3b-18830f9784be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:25Z', 'updated_at': '2022-05-26T13:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': 'd338cc1d-e40e-44d0-8c7f-f20e4b9adef9', 'name': '', 'network_id': '9cb73013-323f-4524-8a76-af2d0673627e', 'tenant_id': 'ca93026e5b7e450e851a230162a45408', 'mac_address': 'fa:16:3e:03:f9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46699b9d-af08-45a0-ba3b-18830f9784be', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '69bd7991-e84c-4d7d-8e71-2f79899f8715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:28Z', 'updated_at': '2022-05-26T13:46:30Z', 'revision_number': 2, 'project_id': 'ca93026e5b7e450e851a230162a45408', 'subnets': [{'id': '69bd7991-e84c-4d7d-8e71-2f79899f8715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:46:35.930844 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-39e658a1-e9b0-4a18-8b11-2d12dca81d42 None None] For port c7cce3d5-4765-4535-afe3-6483259430c5, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=c7cce3d5-4765-4535-afe3-6483259430c5,segment=NetworkSegment(abecec45-87fd-4c5c-8ebd-4180a12ed0df),segment_id=abecec45-87fd-4c5c-8ebd-4180a12ed0df)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:46:35.939428 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-39e658a1-e9b0-4a18-8b11-2d12dca81d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (c7cce3d5-4765-4535-afe3-6483259430c5), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:36.004345 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:36.009848 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-39e658a1-e9b0-4a18-8b11-2d12dca81d42 None None] Provisioning complete for port d338cc1d-e40e-44d0-8c7f-f20e4b9adef9 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:46:36.010409 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-39e658a1-e9b0-4a18-8b11-2d12dca81d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (d338cc1d-e40e-44d0-8c7f-f20e4b9adef9), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:36.062236 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port 9b0c14fd-3614-42e0-8cb7-609c3303a1f4 is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:46:36.063817 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device a54a723c-1714-449a-8dfe-807f9a8bddee up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:46:36.122299 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-39e658a1-e9b0-4a18-8b11-2d12dca81d42 None None] Port d338cc1d-e40e-44d0-8c7f-f20e4b9adef9 cannot update to ACTIVE because it is not bound. {{(pid=110502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:46:36.131120 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e658a1-e9b0-4a18-8b11-2d12dca81d42 None None] Pushing event updated for resources: {'Port': ['ID=c7cce3d5-4765-4535-afe3-6483259430c5,revision_number=5']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:36.177142 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port a54a723c-1714-449a-8dfe-807f9a8bddee triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:46:36.177372 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (a54a723c-1714-449a-8dfe-807f9a8bddee), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:36.203831 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf2a8e6-3ec9-4af1-852d-ca51f91c045d admin admin] Router 53fc0d2d-7123-4959-9789-18a37db1f8af is scheduled to L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f with binding_index 1 {{(pid=110500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 13:46:36.274829 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port a54a723c-1714-449a-8dfe-807f9a8bddee is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:46:36.275916 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device c7cce3d5-4765-4535-afe3-6483259430c5 up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:46:36.328134 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25e637-5426-4fcb-a512-396446c87f91 req-4ecbb382-32bf-41dc-819e-c1af1e1eded2 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:36.329752 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0d25e637-5426-4fcb-a512-396446c87f91 req-4ecbb382-32bf-41dc-819e-c1af1e1eded2 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 946 time: 0.0606527 May 26 13:46:36.349527 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port c7cce3d5-4765-4535-afe3-6483259430c5 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:46:36.350023 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (c7cce3d5-4765-4535-afe3-6483259430c5), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:36.424969 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:36.433366 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf2a8e6-3ec9-4af1-852d-ca51f91c045d admin admin] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:46:36.440592 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port c7cce3d5-4765-4535-afe3-6483259430c5 is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:46:36.444201 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0d25e637-5426-4fcb-a512-396446c87f91 req-619c08e0-546e-4e26-a98c-bbf0f4d24260 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852463 May 26 13:46:36.459167 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d669b9b-67a3-44e8-8add-0fc0f8826e68 None None] Sync routers for ids ['53fc0d2d-7123-4959-9789-18a37db1f8af'] in dv-cinder-819668-4-iscsi {{(pid=110502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:46:36.462384 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-0cf2a8e6-3ec9-4af1-852d-ca51f91c045d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:36.473419 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-0cf2a8e6-3ec9-4af1-852d-ca51f91c045d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.2758267 May 26 13:46:36.477792 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 59802) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:36.496151 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d669b9b-67a3-44e8-8add-0fc0f8826e68 None None] Routers {'53fc0d2d-7123-4959-9789-18a37db1f8af'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:46:36.496864 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-4d669b9b-67a3-44e8-8add-0fc0f8826e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:46:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['53fc0d2d-7123-4959-9789-18a37db1f8af'], 'active': True} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:46:36.743613 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvr_db [None req-4d669b9b-67a3-44e8-8add-0fc0f8826e68 None None] Set router 53fc0d2d-7123-4959-9789-18a37db1f8af gateway port host: dv-cinder-819668-4-iscsi {{(pid=110502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:46:36.822486 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [req-3053723f-f493-4205-982c-b2845b7cae6b req-499e4107-ee57-4265-ac77-7a56134f0123 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Request body: {'port': {'device_id': '460c9c68-cb94-4868-833a-0c18408bf8a1', 'network_id': 'ed6e76ad-8a60-4553-9a4f-125f6a59cade', 'admin_state_up': True, 'tenant_id': 'c879e95c508f401fbc77e63b1e64dd16'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:46:36.894120 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-d1a253af-faa9-403b-a8e2-25da78bb405a req-ea4a5f3f-b722-4ce5-9a0b-1e74968006ec tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=460c9c68-cb94-4868-833a-0c18408bf8a1 HTTP/1.1" status: 200 len: 210 time: 0.1400590 May 26 13:46:36.895776 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device feb3724a-0950-4a71-bf1e-a75c6d97205e up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:46:36.994606 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:37.060283 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port feb3724a-0950-4a71-bf1e-a75c6d97205e triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:46:37.060687 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (feb3724a-0950-4a71-bf1e-a75c6d97205e), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:37.074617 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3053723f-f493-4205-982c-b2845b7cae6b req-499e4107-ee57-4265-ac77-7a56134f0123 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Made reservation on behalf of c879e95c508f401fbc77e63b1e64dd16 for: {'port': 1} {{(pid=110500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:46:37.079229 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-3053723f-f493-4205-982c-b2845b7cae6b req-499e4107-ee57-4265-ac77-7a56134f0123 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:37.260585 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd3000c-4f41-43a2-ab99-0330076de503 None None] Network 0329a3b3-dcc4-476c-b9a0-82bcac38094f requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:46:37.264787 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-4d669b9b-67a3-44e8-8add-0fc0f8826e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fc0d2d-7123-4959-9789-18a37db1f8af', 'name': 'tempest-TestMinimumBasicScenario-422808567-router', 'tenant_id': '25d42e3d3a094377b459e21f70fd3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:46:31Z', 'updated_at': '2022-05-26T13:46:35Z', 'revision_number': 3, 'project_id': '25d42e3d3a094377b459e21f70fd3455', 'gw_port': {'id': 'a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fc0d2d-7123-4959-9789-18a37db1f8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:33Z', 'updated_at': '2022-05-26T13:46:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi'}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:46:37.281984 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.db_base_plugin_common [req-3053723f-f493-4205-982c-b2845b7cae6b req-499e4107-ee57-4265-ac77-7a56134f0123 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Allocated IP 172.20.0.6 (ed6e76ad-8a60-4553-9a4f-125f6a59cade/87df260c-e650-44a2-aa27-f9f1e5660e2c/f01ed1d1-5ed3-41f8-b751-42c8524c1067) {{(pid=110500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:46:37.307967 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=100 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:37.309709 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d669b9b-67a3-44e8-8add-0fc0f8826e68 None None] Checking router: 53fc0d2d-7123-4959-9789-18a37db1f8af for host: dv-cinder-819668-4-iscsi {{(pid=110502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:46:37.310851 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d669b9b-67a3-44e8-8add-0fc0f8826e68 None None] Updating router 53fc0d2d-7123-4959-9789-18a37db1f8af port a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5 binding host dv-cinder-819668-4-iscsi {{(pid=110502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 13:46:37.313067 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port feb3724a-0950-4a71-bf1e-a75c6d97205e is: DOWN; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:46:37.313450 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (feb3724a-0950-4a71-bf1e-a75c6d97205e), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:37.360855 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-50cb0a03-3df8-4af4-9b5e-af73bcad9dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:37.432497 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] For port feb3724a-0950-4a71-bf1e-a75c6d97205e, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=feb3724a-0950-4a71-bf1e-a75c6d97205e,segment=NetworkSegment(c05d8f1e-3be1-4857-8c15-5c145e888975),segment_id=c05d8f1e-3be1-4857-8c15-5c145e888975)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:46:37.447812 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-30343784-a41c-4353-9758-d311b7b593ca None None] Provisioning complete for port feb3724a-0950-4a71-bf1e-a75c6d97205e triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:46:37.448189 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-30343784-a41c-4353-9758-d311b7b593ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (feb3724a-0950-4a71-bf1e-a75c6d97205e), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:37.449981 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (feb3724a-0950-4a71-bf1e-a75c6d97205e), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:37.450814 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device c7cce3d5-4765-4535-afe3-6483259430c5 up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:46:37.452545 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-4d669b9b-67a3-44e8-8add-0fc0f8826e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:37.516617 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-3053723f-f493-4205-982c-b2845b7cae6b req-499e4107-ee57-4265-ac77-7a56134f0123 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Publish callbacks [] for port (f01ed1d1-5ed3-41f8-b751-42c8524c1067), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:37.604195 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Pushing event updated for resources: {'Port': ['ID=feb3724a-0950-4a71-bf1e-a75c6d97205e,revision_number=3']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:37.613393 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-3053723f-f493-4205-982c-b2845b7cae6b req-499e4107-ee57-4265-ac77-7a56134f0123 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (f01ed1d1-5ed3-41f8-b751-42c8524c1067), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:37.634468 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:37.635902 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:37.672024 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.db_base_plugin_common [None req-50cb0a03-3df8-4af4-9b5e-af73bcad9dc3 admin admin] Allocated IP 172.20.0.1 (0329a3b3-dcc4-476c-b9a0-82bcac38094f/fd15bca8-8808-4067-8768-67daf6a5c4fd/7d4372a1-94c4-4a0c-841c-7cf98c6779e1) {{(pid=110501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:46:37.705878 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3053723f-f493-4205-982c-b2845b7cae6b req-499e4107-ee57-4265-ac77-7a56134f0123 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Network ed6e76ad-8a60-4553-9a4f-125f6a59cade is already hosted by enough agents. {{(pid=110500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:46:37.715034 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [req-3053723f-f493-4205-982c-b2845b7cae6b req-499e4107-ee57-4265-ac77-7a56134f0123 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Resources bound (agent type, host, resource id): {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:46:37.717759 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [req-3053723f-f493-4205-982c-b2845b7cae6b req-499e4107-ee57-4265-ac77-7a56134f0123 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Received port after_create {{(pid=110500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:46:37.755992 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e4107-ee57-4265-ac77-7a56134f0123 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Pushing event updated for resources: {'Port': ['ID=f01ed1d1-5ed3-41f8-b751-42c8524c1067,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:37.782066 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e4107-ee57-4265-ac77-7a56134f0123 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:37.782566 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e4107-ee57-4265-ac77-7a56134f0123 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:37.783037 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e4107-ee57-4265-ac77-7a56134f0123 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:37.783480 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e4107-ee57-4265-ac77-7a56134f0123 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:37.783922 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e4107-ee57-4265-ac77-7a56134f0123 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:37.784391 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e4107-ee57-4265-ac77-7a56134f0123 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:37.784828 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e4107-ee57-4265-ac77-7a56134f0123 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:37.785320 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e4107-ee57-4265-ac77-7a56134f0123 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:37.785749 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e4107-ee57-4265-ac77-7a56134f0123 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:37.786195 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e4107-ee57-4265-ac77-7a56134f0123 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:37.786618 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e4107-ee57-4265-ac77-7a56134f0123 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:37.787051 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e4107-ee57-4265-ac77-7a56134f0123 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:37.788244 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e4107-ee57-4265-ac77-7a56134f0123 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:37.788756 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e4107-ee57-4265-ac77-7a56134f0123 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:37.789199 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499e4107-ee57-4265-ac77-7a56134f0123 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:37.816356 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2bab88-a042-417d-9c41-fa2e7af41f4b req-56114d7c-bf86-46c6-9cb9-ebcf9d6e28d4 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:37.819419 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-1d2bab88-a042-417d-9c41-fa2e7af41f4b req-56114d7c-bf86-46c6-9cb9-ebcf9d6e28d4 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 946 time: 0.2005875 May 26 13:46:37.826603 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-50cb0a03-3df8-4af4-9b5e-af73bcad9dc3 admin admin] Publish callbacks [] for port (7d4372a1-94c4-4a0c-841c-7cf98c6779e1), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:37.866624 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:37.871669 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-50cb0a03-3df8-4af4-9b5e-af73bcad9dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5523151'] for port (7d4372a1-94c4-4a0c-841c-7cf98c6779e1), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:37.927060 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-1d2bab88-a042-417d-9c41-fa2e7af41f4b req-7ecb2c8e-4cf0-4c57-9332-703cbbf3aa4f tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955877 May 26 13:46:37.953761 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053723f-f493-4205-982c-b2845b7cae6b req-499e4107-ee57-4265-ac77-7a56134f0123 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:37.954522 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-3053723f-f493-4205-982c-b2845b7cae6b req-499e4107-ee57-4265-ac77-7a56134f0123 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:37.964113 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb0a03-3df8-4af4-9b5e-af73bcad9dc3 admin admin] Pushing event updated for resources: {'Port': ['ID=7d4372a1-94c4-4a0c-841c-7cf98c6779e1,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:37.975839 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3053723f-f493-4205-982c-b2845b7cae6b req-499e4107-ee57-4265-ac77-7a56134f0123 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1577375 May 26 13:46:37.985554 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cb0a03-3df8-4af4-9b5e-af73bcad9dc3 admin admin] Network 0329a3b3-dcc4-476c-b9a0-82bcac38094f is already hosted by enough agents. {{(pid=110501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:46:37.987953 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cb0a03-3df8-4af4-9b5e-af73bcad9dc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:37.989488 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cb0a03-3df8-4af4-9b5e-af73bcad9dc3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:37.989827 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cb0a03-3df8-4af4-9b5e-af73bcad9dc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:37.990174 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cb0a03-3df8-4af4-9b5e-af73bcad9dc3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:37.990518 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cb0a03-3df8-4af4-9b5e-af73bcad9dc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:37.990854 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cb0a03-3df8-4af4-9b5e-af73bcad9dc3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:37.991183 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cb0a03-3df8-4af4-9b5e-af73bcad9dc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:37.991514 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cb0a03-3df8-4af4-9b5e-af73bcad9dc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:37.991844 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cb0a03-3df8-4af4-9b5e-af73bcad9dc3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:37.992169 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cb0a03-3df8-4af4-9b5e-af73bcad9dc3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:37.992529 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cb0a03-3df8-4af4-9b5e-af73bcad9dc3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:37.992981 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cb0a03-3df8-4af4-9b5e-af73bcad9dc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:37.993847 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cb0a03-3df8-4af4-9b5e-af73bcad9dc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:37.994189 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cb0a03-3df8-4af4-9b5e-af73bcad9dc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:37.994517 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cb0a03-3df8-4af4-9b5e-af73bcad9dc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:38.010089 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.base_scheduler [None req-50cb0a03-3df8-4af4-9b5e-af73bcad9dc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:46:38.017487 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cb0a03-3df8-4af4-9b5e-af73bcad9dc3 admin admin] Received port after_create {{(pid=110501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:46:38.079033 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port c7cce3d5-4765-4535-afe3-6483259430c5 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:46:38.079956 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (c7cce3d5-4765-4535-afe3-6483259430c5), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:38.082361 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-30343784-a41c-4353-9758-d311b7b593ca None None] Current status of the port feb3724a-0950-4a71-bf1e-a75c6d97205e is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:46:38.098467 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0922ee-3da2-4acf-ab61-797b1c62fb88 req-4bf554c2-e107-43b4-9cc2-c26fa5f3c746 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:38.100092 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-5f0922ee-3da2-4acf-ab61-797b1c62fb88 req-4bf554c2-e107-43b4-9cc2-c26fa5f3c746 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=460c9c68-cb94-4868-833a-0c18408bf8a1 HTTP/1.1" status: 200 len: 931 time: 0.1007860 May 26 13:46:38.105843 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-50cb0a03-3df8-4af4-9b5e-af73bcad9dc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568432'] for router_interface (53fc0d2d-7123-4959-9789-18a37db1f8af), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:38.121236 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:38.125938 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [req-3053723f-f493-4205-982c-b2845b7cae6b req-deeb1cc4-7b9f-49bc-a6cb-d10af4867927 service neutron] Request body: {'port': {'device_id': '460c9c68-cb94-4868-833a-0c18408bf8a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:46:38.161340 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:38.216158 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-3053723f-f493-4205-982c-b2845b7cae6b req-deeb1cc4-7b9f-49bc-a6cb-d10af4867927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (f01ed1d1-5ed3-41f8-b751-42c8524c1067), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:38.300782 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-5f0922ee-3da2-4acf-ab61-797b1c62fb88 req-b3aa89ca-2371-4584-8f77-1b968b7c62be tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/security-groups?id=471f934c-6cd6-4b5f-a957-d0fe5d8f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919503 May 26 13:46:38.396808 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-50cb0a03-3df8-4af4-9b5e-af73bcad9dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (7d4372a1-94c4-4a0c-841c-7cf98c6779e1), before_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:38.564146 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-4d669b9b-67a3-44e8-8add-0fc0f8826e68 None None] Publish callbacks [] for port (a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5), precommit_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:38.571625 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port c7cce3d5-4765-4535-afe3-6483259430c5 is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:46:38.584794 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-8d0821ac-8ccc-4ede-a4cd-5a0e93811a21 None None] Provisioning complete for port feb3724a-0950-4a71-bf1e-a75c6d97205e triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:46:38.585163 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-8d0821ac-8ccc-4ede-a4cd-5a0e93811a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (feb3724a-0950-4a71-bf1e-a75c6d97205e), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:38.587389 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-4d669b9b-67a3-44e8-8add-0fc0f8826e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:38.751008 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 59842) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:38.785257 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd1fac-3d2d-4248-8352-51fe365d0d97 None None] Pushing event updated for resources: {'Port': ['ID=a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5,revision_number=2']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:38.788186 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-4d669b9b-67a3-44e8-8add-0fc0f8826e68 None None] Attempting to bind port a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5 on host dv-cinder-819668-4-iscsi for vnic_type normal with profile {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:46:38.788720 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-4d669b9b-67a3-44e8-8add-0fc0f8826e68 None None] Attempting to bind port a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5 by drivers openvswitch,hyperv on host dv-cinder-819668-4-iscsi at level 0 using segments [{'id': '36759762-4a51-4579-800b-deb2c27dac78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'}] {{(pid=110502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:46:38.789083 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d669b9b-67a3-44e8-8add-0fc0f8826e68 None None] Attempting to bind port a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5 on network 90e76b28-de17-4e9a-956c-e3acc4b829ee {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:46:38.801707 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d669b9b-67a3-44e8-8add-0fc0f8826e68 None None] Checking agent: {'id': '8ab0da26-f041-4f99-a2cc-fa5d75d9001c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 35, 50), 'started_at': datetime.datetime(2022, 5, 26, 13, 36, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:46:38.802304 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d669b9b-67a3-44e8-8add-0fc0f8826e68 None None] Checking segment: {'id': '36759762-4a51-4579-800b-deb2c27dac78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:46:38.802715 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-4d669b9b-67a3-44e8-8add-0fc0f8826e68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:38.803114 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d669b9b-67a3-44e8-8add-0fc0f8826e68 None None] Bound using segment: {'id': '36759762-4a51-4579-800b-deb2c27dac78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'} {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:46:38.803606 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-4d669b9b-67a3-44e8-8add-0fc0f8826e68 None None] Bound port: a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5, host: dv-cinder-819668-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36759762-4a51-4579-800b-deb2c27dac78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'}}] {{(pid=110502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:46:38.804651 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-4d669b9b-67a3-44e8-8add-0fc0f8826e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:38.901580 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-50cb0a03-3df8-4af4-9b5e-af73bcad9dc3 admin admin] Publish callbacks [] for port (7d4372a1-94c4-4a0c-841c-7cf98c6779e1), precommit_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:38.915035 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-50cb0a03-3df8-4af4-9b5e-af73bcad9dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5523192'] for port (7d4372a1-94c4-4a0c-841c-7cf98c6779e1), after_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:38.955737 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-4d669b9b-67a3-44e8-8add-0fc0f8826e68 None None] For port a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5, host dv-cinder-819668-4-iscsi, cleared binding levels {{(pid=110502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:46:38.961174 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-4d669b9b-67a3-44e8-8add-0fc0f8826e68 None None] For port a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5, host dv-cinder-819668-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5,segment=NetworkSegment(36759762-4a51-4579-800b-deb2c27dac78),segment_id=36759762-4a51-4579-800b-deb2c27dac78)] {{(pid=110502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:46:38.971311 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:38.974994 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-4d669b9b-67a3-44e8-8add-0fc0f8826e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:38.993147 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:39.029709 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb0a03-3df8-4af4-9b5e-af73bcad9dc3 admin admin] Pushing event updated for resources: {'Port': ['ID=7d4372a1-94c4-4a0c-841c-7cf98c6779e1,revision_number=2']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:39.041362 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-50cb0a03-3df8-4af4-9b5e-af73bcad9dc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-302209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568768'] for router_interface (53fc0d2d-7123-4959-9789-18a37db1f8af), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:39.084768 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-8d0821ac-8ccc-4ede-a4cd-5a0e93811a21 None None] Current status of the port feb3724a-0950-4a71-bf1e-a75c6d97205e is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:46:39.129967 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [req-3053723f-f493-4205-982c-b2845b7cae6b req-deeb1cc4-7b9f-49bc-a6cb-d10af4867927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f01ed1d1-5ed3-41f8-b751-42c8524c1067 {{(pid=110500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:46:39.147574 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ffc8c9bd-95bb-4d87-9e11-d8d24149a150 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:39.157334 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 2dcb9f4f-9acf-4952-8425-1e268fc47a58 up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:46:39.175098 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-3053723f-f493-4205-982c-b2845b7cae6b req-deeb1cc4-7b9f-49bc-a6cb-d10af4867927 service neutron] Publish callbacks [] for port (f01ed1d1-5ed3-41f8-b751-42c8524c1067), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:39.211727 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.provisioning_blocks [req-3053723f-f493-4205-982c-b2845b7cae6b req-deeb1cc4-7b9f-49bc-a6cb-d10af4867927 service neutron] Transition to ACTIVE for port object f01ed1d1-5ed3-41f8-b751-42c8524c1067 will not be triggered until provisioned by entity L2. {{(pid=110500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 13:46:39.220718 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f2d1e-5800-4eb0-b70f-79571f96c13e req-61207cb4-649d-4160-9a6d-734b550b11d5 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:39.220924 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cb0a03-3df8-4af4-9b5e-af73bcad9dc3 admin admin] Network 0329a3b3-dcc4-476c-b9a0-82bcac38094f is already hosted by enough agents. {{(pid=110501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:46:39.223242 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-9a9f2d1e-5800-4eb0-b70f-79571f96c13e req-61207cb4-649d-4160-9a6d-734b550b11d5 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 946 time: 0.1069155 May 26 13:46:39.224717 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-3053723f-f493-4205-982c-b2845b7cae6b req-deeb1cc4-7b9f-49bc-a6cb-d10af4867927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (f01ed1d1-5ed3-41f8-b751-42c8524c1067), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:39.226280 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-fec85b67-4424-458d-a0b2-df483d111f5f None None] Provisioning complete for port 7d4372a1-94c4-4a0c-841c-7cf98c6779e1 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:46:39.226660 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-fec85b67-4424-458d-a0b2-df483d111f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (7d4372a1-94c4-4a0c-841c-7cf98c6779e1), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:39.228737 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.base_scheduler [None req-50cb0a03-3df8-4af4-9b5e-af73bcad9dc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:46:39.289770 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:39.294860 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd1fac-3d2d-4248-8352-51fe365d0d97 None None] Pushing event updated for resources: {'Port': ['ID=a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5,revision_number=3']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:39.306754 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d669b9b-67a3-44e8-8add-0fc0f8826e68 None None] Routers {'53fc0d2d-7123-4959-9789-18a37db1f8af'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:46:39.307651 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-4d669b9b-67a3-44e8-8add-0fc0f8826e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:46:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['53fc0d2d-7123-4959-9789-18a37db1f8af'], 'active': True} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:46:39.316343 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb1cc4-7b9f-49bc-a6cb-d10af4867927 service neutron] Pushing event updated for resources: {'Port': ['ID=f01ed1d1-5ed3-41f8-b751-42c8524c1067,revision_number=2']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:39.320902 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-fec85b67-4424-458d-a0b2-df483d111f5f None None] Port 7d4372a1-94c4-4a0c-841c-7cf98c6779e1 cannot update to ACTIVE because it is not bound. {{(pid=110502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:46:39.398935 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port 2dcb9f4f-9acf-4952-8425-1e268fc47a58 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:46:39.399478 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (2dcb9f4f-9acf-4952-8425-1e268fc47a58), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:39.438583 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ffc8c9bd-95bb-4d87-9e11-d8d24149a150 admin admin] Publish callbacks [] for security_group (9a5b3dcb-414f-4b67-a58e-6bc3e1ce0fdf), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:39.459126 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ffc8c9bd-95bb-4d87-9e11-d8d24149a150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (9a5b3dcb-414f-4b67-a58e-6bc3e1ce0fdf), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:39.551244 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8c9bd-95bb-4d87-9e11-d8d24149a150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5b3dcb-414f-4b67-a58e-6bc3e1ce0fdf,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:39.559902 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:39.622469 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-9a9f2d1e-5800-4eb0-b70f-79571f96c13e req-f8156d12-60f7-4db9-a53d-b4a4fef4f094 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219254 May 26 13:46:39.632597 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvr_db [None req-4d669b9b-67a3-44e8-8add-0fc0f8826e68 None None] Set router 53fc0d2d-7123-4959-9789-18a37db1f8af gateway port host: dv-cinder-819668-4-iscsi {{(pid=110502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:46:39.669273 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port 2dcb9f4f-9acf-4952-8425-1e268fc47a58 is: DOWN; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:46:39.669718 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (2dcb9f4f-9acf-4952-8425-1e268fc47a58), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:39.704758 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-2008d093-cce4-40ff-ae71-796592cfeed6 None None] Provisioning complete for port 7d4372a1-94c4-4a0c-841c-7cf98c6779e1 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:46:39.705205 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-2008d093-cce4-40ff-ae71-796592cfeed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (7d4372a1-94c4-4a0c-841c-7cf98c6779e1), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:39.718247 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-3053723f-f493-4205-982c-b2845b7cae6b req-deeb1cc4-7b9f-49bc-a6cb-d10af4867927 service neutron] Attempting to bind port f01ed1d1-5ed3-41f8-b751-42c8524c1067 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:46:39.718637 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-3053723f-f493-4205-982c-b2845b7cae6b req-deeb1cc4-7b9f-49bc-a6cb-d10af4867927 service neutron] Attempting to bind port f01ed1d1-5ed3-41f8-b751-42c8524c1067 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '8f5f18d2-2f00-493b-a6ff-c21b95675429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ed6e76ad-8a60-4553-9a4f-125f6a59cade'}] {{(pid=110500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:46:39.718970 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3053723f-f493-4205-982c-b2845b7cae6b req-deeb1cc4-7b9f-49bc-a6cb-d10af4867927 service neutron] Attempting to bind port f01ed1d1-5ed3-41f8-b751-42c8524c1067 on network ed6e76ad-8a60-4553-9a4f-125f6a59cade {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:46:39.727611 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3053723f-f493-4205-982c-b2845b7cae6b req-deeb1cc4-7b9f-49bc-a6cb-d10af4867927 service neutron] Port f01ed1d1-5ed3-41f8-b751-42c8524c1067 on network ed6e76ad-8a60-4553-9a4f-125f6a59cade not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 13:46:39.728021 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3053723f-f493-4205-982c-b2845b7cae6b req-deeb1cc4-7b9f-49bc-a6cb-d10af4867927 service neutron] Attempting to bind port f01ed1d1-5ed3-41f8-b751-42c8524c1067 on network ed6e76ad-8a60-4553-9a4f-125f6a59cade {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:46:39.740226 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3053723f-f493-4205-982c-b2845b7cae6b req-deeb1cc4-7b9f-49bc-a6cb-d10af4867927 service neutron] Checking agent: {'id': '207809ce-be6b-4746-a715-8e1c980ff656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 42, 40), 'started_at': datetime.datetime(2022, 5, 26, 13, 42, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:46:39.740892 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3053723f-f493-4205-982c-b2845b7cae6b req-deeb1cc4-7b9f-49bc-a6cb-d10af4867927 service neutron] Checking segment: {'id': '8f5f18d2-2f00-493b-a6ff-c21b95675429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ed6e76ad-8a60-4553-9a4f-125f6a59cade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:46:39.741726 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3053723f-f493-4205-982c-b2845b7cae6b req-deeb1cc4-7b9f-49bc-a6cb-d10af4867927 service neutron] Bound using segment: {'id': '8f5f18d2-2f00-493b-a6ff-c21b95675429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ed6e76ad-8a60-4553-9a4f-125f6a59cade'} {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:46:39.742259 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-3053723f-f493-4205-982c-b2845b7cae6b req-deeb1cc4-7b9f-49bc-a6cb-d10af4867927 service neutron] Bound port: f01ed1d1-5ed3-41f8-b751-42c8524c1067, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f5f18d2-2f00-493b-a6ff-c21b95675429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ed6e76ad-8a60-4553-9a4f-125f6a59cade'}}] {{(pid=110500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:46:39.742695 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-3053723f-f493-4205-982c-b2845b7cae6b req-deeb1cc4-7b9f-49bc-a6cb-d10af4867927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (f01ed1d1-5ed3-41f8-b751-42c8524c1067), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:39.754825 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] For port 2dcb9f4f-9acf-4952-8425-1e268fc47a58, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=2dcb9f4f-9acf-4952-8425-1e268fc47a58,segment=NetworkSegment(36759762-4a51-4579-800b-deb2c27dac78),segment_id=36759762-4a51-4579-800b-deb2c27dac78)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:46:39.799262 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (2dcb9f4f-9acf-4952-8425-1e268fc47a58), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:39.801397 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device feb3724a-0950-4a71-bf1e-a75c6d97205e up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:46:39.823125 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:39.874196 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-3053723f-f493-4205-982c-b2845b7cae6b req-deeb1cc4-7b9f-49bc-a6cb-d10af4867927 service neutron] For port f01ed1d1-5ed3-41f8-b751-42c8524c1067, host hv-cinder-81966, cleared binding levels {{(pid=110500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:46:39.879581 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-3053723f-f493-4205-982c-b2845b7cae6b req-deeb1cc4-7b9f-49bc-a6cb-d10af4867927 service neutron] For port f01ed1d1-5ed3-41f8-b751-42c8524c1067, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=f01ed1d1-5ed3-41f8-b751-42c8524c1067,segment=NetworkSegment(8f5f18d2-2f00-493b-a6ff-c21b95675429),segment_id=8f5f18d2-2f00-493b-a6ff-c21b95675429)] {{(pid=110500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:46:39.895444 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-3053723f-f493-4205-982c-b2845b7cae6b req-deeb1cc4-7b9f-49bc-a6cb-d10af4867927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (f01ed1d1-5ed3-41f8-b751-42c8524c1067), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:39.927994 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-2008d093-cce4-40ff-ae71-796592cfeed6 None None] Port 7d4372a1-94c4-4a0c-841c-7cf98c6779e1 cannot update to ACTIVE because it is not bound. {{(pid=110502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:46:40.003773 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Pushing event updated for resources: {'Port': ['ID=2dcb9f4f-9acf-4952-8425-1e268fc47a58,revision_number=4']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:40.013233 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50cb0a03-3df8-4af4-9b5e-af73bcad9dc3 admin admin] Router 53fc0d2d-7123-4959-9789-18a37db1f8af has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:46:40.022175 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-ffc8c9bd-95bb-4d87-9e11-d8d24149a150 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1af5d8c7a07743d6bdbf2dd77128a744&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2699223 May 26 13:46:40.026713 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 59860) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:40.029960 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053723f-f493-4205-982c-b2845b7cae6b req-deeb1cc4-7b9f-49bc-a6cb-d10af4867927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:40.036523 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-3053723f-f493-4205-982c-b2845b7cae6b req-deeb1cc4-7b9f-49bc-a6cb-d10af4867927 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:40.039079 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port feb3724a-0950-4a71-bf1e-a75c6d97205e triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:46:40.039742 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (feb3724a-0950-4a71-bf1e-a75c6d97205e), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:40.040224 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3053723f-f493-4205-982c-b2845b7cae6b req-deeb1cc4-7b9f-49bc-a6cb-d10af4867927 service neutron] 10.222.0.57 "PUT /v2.0/ports/f01ed1d1-5ed3-41f8-b751-42c8524c1067 HTTP/1.1" status: 200 len: 1093 time: 1.9239404 May 26 13:46:40.137204 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c5367-5354-4f58-81a7-d483af1a89e5 req-99d3dd37-f410-49e4-9c0d-bb697dbb160f tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:40.138483 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '460c9c68-cb94-4868-833a-0c18408bf8a1', 'tag': 'f01ed1d1-5ed3-41f8-b751-42c8524c1067'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:46:40.139435 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-402c5367-5354-4f58-81a7-d483af1a89e5 req-99d3dd37-f410-49e4-9c0d-bb697dbb160f tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=460c9c68-cb94-4868-833a-0c18408bf8a1 HTTP/1.1" status: 200 len: 943 time: 0.6139162 May 26 13:46:40.143302 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a1f846-39f3-4127-9fff-e6f09eeef24e" -d '{"events": [{"name": "network-changed", "server_uuid": "460c9c68-cb94-4868-833a-0c18408bf8a1", "tag": "f01ed1d1-5ed3-41f8-b751-42c8524c1067"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:46:40.184037 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb1cc4-7b9f-49bc-a6cb-d10af4867927 service neutron] Pushing event updated for resources: {'Port': ['ID=f01ed1d1-5ed3-41f8-b751-42c8524c1067,revision_number=3']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:40.189188 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:40.192606 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-4d669b9b-67a3-44e8-8add-0fc0f8826e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fc0d2d-7123-4959-9789-18a37db1f8af', 'name': 'tempest-TestMinimumBasicScenario-422808567-router', 'tenant_id': '25d42e3d3a094377b459e21f70fd3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:46:31Z', 'updated_at': '2022-05-26T13:46:38Z', 'revision_number': 4, 'project_id': '25d42e3d3a094377b459e21f70fd3455', 'gw_port': {'id': 'a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fc0d2d-7123-4959-9789-18a37db1f8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:33Z', 'updated_at': '2022-05-26T13:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': '7d4372a1-94c4-4a0c-841c-7cf98c6779e1', 'name': '', 'network_id': '0329a3b3-dcc4-476c-b9a0-82bcac38094f', 'tenant_id': '25d42e3d3a094377b459e21f70fd3455', 'mac_address': 'fa:16:3e:b2:82:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fc0d2d-7123-4959-9789-18a37db1f8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'fd15bca8-8808-4067-8768-67daf6a5c4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:37Z', 'updated_at': '2022-05-26T13:46:38Z', 'revision_number': 2, 'project_id': '25d42e3d3a094377b459e21f70fd3455', 'subnets': [{'id': 'fd15bca8-8808-4067-8768-67daf6a5c4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:46:40.287137 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d669b9b-67a3-44e8-8add-0fc0f8826e68 None None] The sync data for ids ['53fc0d2d-7123-4959-9789-18a37db1f8af'] in dv-cinder-819668-4-iscsi is: [{'id': '53fc0d2d-7123-4959-9789-18a37db1f8af', 'name': 'tempest-TestMinimumBasicScenario-422808567-router', 'tenant_id': '25d42e3d3a094377b459e21f70fd3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:46:31Z', 'updated_at': '2022-05-26T13:46:38Z', 'revision_number': 4, 'project_id': '25d42e3d3a094377b459e21f70fd3455', 'gw_port': {'id': 'a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b0:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fc0d2d-7123-4959-9789-18a37db1f8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:33Z', 'updated_at': '2022-05-26T13:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': '7d4372a1-94c4-4a0c-841c-7cf98c6779e1', 'name': '', 'network_id': '0329a3b3-dcc4-476c-b9a0-82bcac38094f', 'tenant_id': '25d42e3d3a094377b459e21f70fd3455', 'mac_address': 'fa:16:3e:b2:82:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fc0d2d-7123-4959-9789-18a37db1f8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'fd15bca8-8808-4067-8768-67daf6a5c4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:37Z', 'updated_at': '2022-05-26T13:46:38Z', 'revision_number': 2, 'project_id': '25d42e3d3a094377b459e21f70fd3455', 'subnets': [{'id': 'fd15bca8-8808-4067-8768-67daf6a5c4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:46:40.298120 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053723f-f493-4205-982c-b2845b7cae6b req-dc8dcf07-e99a-4a33-a122-cdb160884b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:40.299886 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3053723f-f493-4205-982c-b2845b7cae6b req-dc8dcf07-e99a-4a33-a122-cdb160884b4e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c879e95c508f401fbc77e63b1e64dd16&device_id=460c9c68-cb94-4868-833a-0c18408bf8a1 HTTP/1.1" status: 200 len: 1127 time: 0.1493897 May 26 13:46:40.303703 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453645bc-e2b8-4de8-8321-5bedd1dd52d8 x-openstack-request-id: req-453645bc-e2b8-4de8-8321-5bedd1dd52d8 {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:46:40.303996 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "460c9c68-cb94-4868-833a-0c18408bf8a1", "tag": "f01ed1d1-5ed3-41f8-b751-42c8524c1067", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:46:40.304361 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-453645bc-e2b8-4de8-8321-5bedd1dd52d8 {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:46:40.304771 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-453645bc-e2b8-4de8-8321-5bedd1dd52d8'] response: {'name': 'network-changed', 'server_uuid': '460c9c68-cb94-4868-833a-0c18408bf8a1', 'tag': 'f01ed1d1-5ed3-41f8-b751-42c8524c1067', 'status': 'completed', 'code': 200} May 26 13:46:40.311433 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6de6d9cc-0926-4fcd-be66-38360a39e05a admin admin] Publish callbacks [] for security_group (9a5b3dcb-414f-4b67-a58e-6bc3e1ce0fdf), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:40.317686 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port feb3724a-0950-4a71-bf1e-a75c6d97205e is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:46:40.351359 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-402c5367-5354-4f58-81a7-d483af1a89e5 req-e7a61751-da05-4a2c-b64d-5b706a87f8ad tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/security-groups?id=471f934c-6cd6-4b5f-a957-d0fe5d8f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797490 May 26 13:46:40.362285 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:40.368200 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50cb0a03-3df8-4af4-9b5e-af73bcad9dc3 admin admin] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:46:40.371493 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6de6d9cc-0926-4fcd-be66-38360a39e05a admin admin] Publish callbacks [] for security_group (9a5b3dcb-414f-4b67-a58e-6bc3e1ce0fdf), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:40.384386 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-50cb0a03-3df8-4af4-9b5e-af73bcad9dc3 admin admin] 10.222.0.16 "PUT /v2.0/routers/53fc0d2d-7123-4959-9789-18a37db1f8af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8978355 May 26 13:46:40.457863 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6de6d9cc-0926-4fcd-be66-38360a39e05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (9a5b3dcb-414f-4b67-a58e-6bc3e1ce0fdf), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:40.462628 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6de6d9cc-0926-4fcd-be66-38360a39e05a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:40.467122 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-6de6d9cc-0926-4fcd-be66-38360a39e05a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9a5b3dcb-414f-4b67-a58e-6bc3e1ce0fdf HTTP/1.1" status: 204 len: 168 time: 0.4362760 May 26 13:46:40.491075 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de6d9cc-0926-4fcd-be66-38360a39e05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5b3dcb-414f-4b67-a58e-6bc3e1ce0fdf,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:40.662936 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3053723f-f493-4205-982c-b2845b7cae6b req-229cd2bf-b3aa-4c95-9d85-b065b5e28e9e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f01ed1d1-5ed3-41f8-b751-42c8524c1067 HTTP/1.1" status: 200 len: 217 time: 0.0836029 May 26 13:46:40.754155 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053723f-f493-4205-982c-b2845b7cae6b req-38f984a8-4089-4de3-9c1e-4df8f46fb746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:40.755793 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3053723f-f493-4205-982c-b2845b7cae6b req-38f984a8-4089-4de3-9c1e-4df8f46fb746 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=87df260c-e650-44a2-aa27-f9f1e5660e2c HTTP/1.1" status: 200 len: 848 time: 0.0861399 May 26 13:46:40.775443 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 2dcb9f4f-9acf-4952-8425-1e268fc47a58 up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:46:40.840588 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3053723f-f493-4205-982c-b2845b7cae6b req-5005692e-e41e-4603-b29a-5ebf8b983acd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ed6e76ad-8a60-4553-9a4f-125f6a59cade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597193 May 26 13:46:40.859036 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port 2dcb9f4f-9acf-4952-8425-1e268fc47a58 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:46:40.860243 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (2dcb9f4f-9acf-4952-8425-1e268fc47a58), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:40.864911 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f404fdfb-2824-42f6-a0ef-084a64fb6e1f req-cc7255a1-e82e-469c-a58a-41261c7242d1 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:40.871767 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f404fdfb-2824-42f6-a0ef-084a64fb6e1f req-cc7255a1-e82e-469c-a58a-41261c7242d1 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 946 time: 0.1046915 May 26 13:46:40.881306 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:41.005777 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port 2dcb9f4f-9acf-4952-8425-1e268fc47a58 is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:46:41.024739 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f404fdfb-2824-42f6-a0ef-084a64fb6e1f req-75360b8a-eb2d-4de6-8134-13f979dd1b2d tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519225 May 26 13:46:41.081068 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3053723f-f493-4205-982c-b2845b7cae6b req-061c5d2d-9d51-42f3-ba1f-6bb765692df9 service neutron] 10.222.0.57 "GET /v2.0/networks/ed6e76ad-8a60-4553-9a4f-125f6a59cade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315583 May 26 13:46:41.108915 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 59886) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:41.128579 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-fd9296bb-a691-4f3c-9fd8-b1e9f0c3535f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:41.270604 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:41.281276 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3053723f-f493-4205-982c-b2845b7cae6b req-23f9c347-da01-4fa9-96a0-98a240e532cc service neutron] 10.222.0.57 "GET /v2.0/networks/ed6e76ad-8a60-4553-9a4f-125f6a59cade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898313 May 26 13:46:41.362341 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-fd9296bb-a691-4f3c-9fd8-b1e9f0c3535f admin admin] Publish callbacks [] for security_group (98ee726f-4b4f-4e2d-b2ee-8c749f1fb6d7), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:41.374926 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-fd9296bb-a691-4f3c-9fd8-b1e9f0c3535f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (98ee726f-4b4f-4e2d-b2ee-8c749f1fb6d7), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:41.480024 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-fd9296bb-a691-4f3c-9fd8-b1e9f0c3535f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8a9cf1170f91474d8eb5b0caeaa55ec4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3686974 May 26 13:46:41.482409 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9296bb-a691-4f3c-9fd8-b1e9f0c3535f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ee726f-4b4f-4e2d-b2ee-8c749f1fb6d7,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:41.482973 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 59906) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:41.554281 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911971b-9cd2-46e3-8410-2cb8c4ed49bb req-e226ace1-6020-465f-9278-f8c0c04c96ec tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:41.561022 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-7911971b-9cd2-46e3-8410-2cb8c4ed49bb req-e226ace1-6020-465f-9278-f8c0c04c96ec tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=460c9c68-cb94-4868-833a-0c18408bf8a1 HTTP/1.1" status: 200 len: 943 time: 0.0748098 May 26 13:46:41.584793 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-0b2afe50-6419-487a-b322-bfb0d74710b1 admin admin] Publish callbacks [] for security_group (98ee726f-4b4f-4e2d-b2ee-8c749f1fb6d7), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:41.620966 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:41.644911 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-0b2afe50-6419-487a-b322-bfb0d74710b1 admin admin] Publish callbacks [] for security_group (98ee726f-4b4f-4e2d-b2ee-8c749f1fb6d7), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:41.649062 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-7911971b-9cd2-46e3-8410-2cb8c4ed49bb req-a7515cb3-d7fb-4f2d-a152-4e3374f5b6d4 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/security-groups?id=471f934c-6cd6-4b5f-a957-d0fe5d8f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868933 May 26 13:46:41.744507 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-0b2afe50-6419-487a-b322-bfb0d74710b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (98ee726f-4b4f-4e2d-b2ee-8c749f1fb6d7), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:41.748587 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-0b2afe50-6419-487a-b322-bfb0d74710b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:41.753855 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-0b2afe50-6419-487a-b322-bfb0d74710b1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/98ee726f-4b4f-4e2d-b2ee-8c749f1fb6d7 HTTP/1.1" status: 204 len: 168 time: 0.2688477 May 26 13:46:41.766368 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2afe50-6419-487a-b322-bfb0d74710b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ee726f-4b4f-4e2d-b2ee-8c749f1fb6d7,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:41.876105 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba05adc4-3793-4209-98f6-2fd64f27615b None None] Sync routers for ids ['46699b9d-af08-45a0-ba3b-18830f9784be'] in dv-cinder-819668-4-iscsi {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:46:41.890882 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba05adc4-3793-4209-98f6-2fd64f27615b None None] Routers {'46699b9d-af08-45a0-ba3b-18830f9784be'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:46:41.891517 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-ba05adc4-3793-4209-98f6-2fd64f27615b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:46:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['46699b9d-af08-45a0-ba3b-18830f9784be'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:46:42.123526 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-ba05adc4-3793-4209-98f6-2fd64f27615b None None] Set router 46699b9d-af08-45a0-ba3b-18830f9784be gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:46:42.276456 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01403852-6fba-4613-896c-18cdc6e8ca74 req-04c7d717-f7d1-4715-a333-f55c705d439e tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:42.281417 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-01403852-6fba-4613-896c-18cdc6e8ca74 req-04c7d717-f7d1-4715-a333-f55c705d439e tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 946 time: 0.0958476 May 26 13:46:42.389284 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-01403852-6fba-4613-896c-18cdc6e8ca74 req-d78333fb-46c0-46c1-bfcf-beef4d44abd2 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005812 May 26 13:46:42.689591 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-ba05adc4-3793-4209-98f6-2fd64f27615b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46699b9d-af08-45a0-ba3b-18830f9784be', 'name': 'tempest-TestShelveInstance-2080710620-router', 'tenant_id': 'ca93026e5b7e450e851a230162a45408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '2dcb9f4f-9acf-4952-8425-1e268fc47a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:46:25Z', 'updated_at': '2022-05-26T13:46:29Z', 'revision_number': 4, 'project_id': 'ca93026e5b7e450e851a230162a45408', 'gw_port': {'id': '2dcb9f4f-9acf-4952-8425-1e268fc47a58', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fa:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46699b9d-af08-45a0-ba3b-18830f9784be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:25Z', 'updated_at': '2022-05-26T13:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': 'd338cc1d-e40e-44d0-8c7f-f20e4b9adef9', 'name': '', 'network_id': '9cb73013-323f-4524-8a76-af2d0673627e', 'tenant_id': 'ca93026e5b7e450e851a230162a45408', 'mac_address': 'fa:16:3e:03:f9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46699b9d-af08-45a0-ba3b-18830f9784be', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '69bd7991-e84c-4d7d-8e71-2f79899f8715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:28Z', 'updated_at': '2022-05-26T13:46:30Z', 'revision_number': 2, 'project_id': 'ca93026e5b7e450e851a230162a45408', 'subnets': [{'id': '69bd7991-e84c-4d7d-8e71-2f79899f8715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:46:42.787747 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba05adc4-3793-4209-98f6-2fd64f27615b None None] Checking router: 46699b9d-af08-45a0-ba3b-18830f9784be for host: dv-cinder-819668-4-iscsi {{(pid=110503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:46:42.788474 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba05adc4-3793-4209-98f6-2fd64f27615b None None] Updating router 46699b9d-af08-45a0-ba3b-18830f9784be port d338cc1d-e40e-44d0-8c7f-f20e4b9adef9 binding host dv-cinder-819668-4-iscsi {{(pid=110503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 13:46:42.899606 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5 up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:46:42.913927 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-ba05adc4-3793-4209-98f6-2fd64f27615b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (d338cc1d-e40e-44d0-8c7f-f20e4b9adef9), before_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:42.981206 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089afb90-ef41-48a9-88c9-6bd501c550f6 req-115c3779-738d-4fca-a40c-026c282a780e tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:42.990063 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-089afb90-ef41-48a9-88c9-6bd501c550f6 req-115c3779-738d-4fca-a40c-026c282a780e tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=460c9c68-cb94-4868-833a-0c18408bf8a1 HTTP/1.1" status: 200 len: 943 time: 0.1640429 May 26 13:46:43.020567 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:46:43.021393 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:43.112056 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-089afb90-ef41-48a9-88c9-6bd501c550f6 req-00bdf65c-96c5-4c20-ae0d-bbb187b55c60 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/security-groups?id=471f934c-6cd6-4b5f-a957-d0fe5d8f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205761 May 26 13:46:43.233196 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:43.512620 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5 is: DOWN; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:46:43.513033 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:43.522711 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:43.533880 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-ba05adc4-3793-4209-98f6-2fd64f27615b None None] Publish callbacks [] for port (d338cc1d-e40e-44d0-8c7f-f20e4b9adef9), precommit_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:43.545226 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] For port a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5,segment=NetworkSegment(36759762-4a51-4579-800b-deb2c27dac78),segment_id=36759762-4a51-4579-800b-deb2c27dac78)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:46:43.546887 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-ba05adc4-3793-4209-98f6-2fd64f27615b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (d338cc1d-e40e-44d0-8c7f-f20e4b9adef9), after_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:43.550468 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:43.626606 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Pushing event updated for resources: {'Port': ['ID=a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5,revision_number=4']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:43.669289 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94c983-4e44-42e3-897c-ae2288e09bfb req-277bdf6d-d511-42d4-8854-17337d4f94f6 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:43.670991 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-7f94c983-4e44-42e3-897c-ae2288e09bfb req-277bdf6d-d511-42d4-8854-17337d4f94f6 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 946 time: 0.1578987 May 26 13:46:43.694427 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc5564-5bbe-406a-8a4e-f286e54b35f5 None None] Pushing event updated for resources: {'Port': ['ID=d338cc1d-e40e-44d0-8c7f-f20e4b9adef9,revision_number=3']} {{(pid=110503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:43.785350 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.managers [None req-ba05adc4-3793-4209-98f6-2fd64f27615b None None] Attempting to bind port d338cc1d-e40e-44d0-8c7f-f20e4b9adef9 on host dv-cinder-819668-4-iscsi for vnic_type normal with profile {{(pid=110503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:46:43.786006 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.managers [None req-ba05adc4-3793-4209-98f6-2fd64f27615b None None] Attempting to bind port d338cc1d-e40e-44d0-8c7f-f20e4b9adef9 by drivers openvswitch,hyperv on host dv-cinder-819668-4-iscsi at level 0 using segments [{'id': 'a1bf660c-5b19-4c60-b894-8e89a95cecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9cb73013-323f-4524-8a76-af2d0673627e'}] {{(pid=110503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:46:43.786703 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba05adc4-3793-4209-98f6-2fd64f27615b None None] Attempting to bind port d338cc1d-e40e-44d0-8c7f-f20e4b9adef9 on network 9cb73013-323f-4524-8a76-af2d0673627e {{(pid=110503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:46:43.798224 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba05adc4-3793-4209-98f6-2fd64f27615b None None] Checking agent: {'id': '8ab0da26-f041-4f99-a2cc-fa5d75d9001c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 35, 50), 'started_at': datetime.datetime(2022, 5, 26, 13, 36, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:46:43.798922 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba05adc4-3793-4209-98f6-2fd64f27615b None None] Checking segment: {'id': 'a1bf660c-5b19-4c60-b894-8e89a95cecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9cb73013-323f-4524-8a76-af2d0673627e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:46:43.803867 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-ba05adc4-3793-4209-98f6-2fd64f27615b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:43.804652 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba05adc4-3793-4209-98f6-2fd64f27615b None None] Bound using segment: {'id': 'a1bf660c-5b19-4c60-b894-8e89a95cecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9cb73013-323f-4524-8a76-af2d0673627e'} {{(pid=110503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:46:43.805613 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.managers [None req-ba05adc4-3793-4209-98f6-2fd64f27615b None None] Bound port: d338cc1d-e40e-44d0-8c7f-f20e4b9adef9, host: dv-cinder-819668-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1bf660c-5b19-4c60-b894-8e89a95cecad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '9cb73013-323f-4524-8a76-af2d0673627e'}}] {{(pid=110503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:46:43.806202 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-ba05adc4-3793-4209-98f6-2fd64f27615b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (d338cc1d-e40e-44d0-8c7f-f20e4b9adef9), before_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:43.865334 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-7f94c983-4e44-42e3-897c-ae2288e09bfb req-42d2300c-1d1a-4946-9342-b7770245ba6d tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854823 May 26 13:46:43.906073 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.db [None req-ba05adc4-3793-4209-98f6-2fd64f27615b None None] For port d338cc1d-e40e-44d0-8c7f-f20e4b9adef9, host dv-cinder-819668-4-iscsi, cleared binding levels {{(pid=110503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:46:43.916137 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.db [None req-ba05adc4-3793-4209-98f6-2fd64f27615b None None] For port d338cc1d-e40e-44d0-8c7f-f20e4b9adef9, host dv-cinder-819668-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=d338cc1d-e40e-44d0-8c7f-f20e4b9adef9,segment=NetworkSegment(a1bf660c-5b19-4c60-b894-8e89a95cecad),segment_id=a1bf660c-5b19-4c60-b894-8e89a95cecad)] {{(pid=110503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:46:43.928997 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-ba05adc4-3793-4209-98f6-2fd64f27615b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (d338cc1d-e40e-44d0-8c7f-f20e4b9adef9), after_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:44.044186 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba05adc4-3793-4209-98f6-2fd64f27615b None None] Routers {'46699b9d-af08-45a0-ba3b-18830f9784be'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:46:44.045453 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-ba05adc4-3793-4209-98f6-2fd64f27615b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:46:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['46699b9d-af08-45a0-ba3b-18830f9784be'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:46:44.072684 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-4489fe32-3133-4930-a5bc-abd8dd5d109a None None] Provisioning complete for port d338cc1d-e40e-44d0-8c7f-f20e4b9adef9 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:46:44.076233 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-4489fe32-3133-4930-a5bc-abd8dd5d109a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (d338cc1d-e40e-44d0-8c7f-f20e4b9adef9), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:44.209321 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc5564-5bbe-406a-8a4e-f286e54b35f5 None None] Pushing event updated for resources: {'Port': ['ID=d338cc1d-e40e-44d0-8c7f-f20e4b9adef9,revision_number=4']} {{(pid=110503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:44.246125 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-ba05adc4-3793-4209-98f6-2fd64f27615b None None] Set router 46699b9d-af08-45a0-ba3b-18830f9784be gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:46:44.313925 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1f846-39f3-4127-9fff-e6f09eeef24e req-ca0da8e3-6873-4445-8db3-aedb782b41b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:44.329419 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-05a1f846-39f3-4127-9fff-e6f09eeef24e req-ca0da8e3-6873-4445-8db3-aedb782b41b3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c879e95c508f401fbc77e63b1e64dd16&device_id=460c9c68-cb94-4868-833a-0c18408bf8a1 HTTP/1.1" status: 200 len: 1127 time: 0.2580595 May 26 13:46:44.408159 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-c2f0e035-8533-4ccb-9d7e-567865a4ecd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:44.449172 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:44.477110 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-c436b4bd-933b-40bd-b0df-f46c059bb2c3 req-e219dc8b-6572-44d7-81fe-652b258910fb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2584088 May 26 13:46:44.506022 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219290c-7fc9-49fa-9806-42601fae89b6 req-43bb2510-abb9-4380-90a6-da86214af802 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:44.509914 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-0219290c-7fc9-49fa-9806-42601fae89b6 req-43bb2510-abb9-4380-90a6-da86214af802 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=460c9c68-cb94-4868-833a-0c18408bf8a1 HTTP/1.1" status: 200 len: 943 time: 0.1460328 May 26 13:46:44.570158 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-4489fe32-3133-4930-a5bc-abd8dd5d109a None None] Current status of the port d338cc1d-e40e-44d0-8c7f-f20e4b9adef9 is: DOWN; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:46:44.570958 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-4489fe32-3133-4930-a5bc-abd8dd5d109a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (d338cc1d-e40e-44d0-8c7f-f20e4b9adef9), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:44.700622 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1f846-39f3-4127-9fff-e6f09eeef24e req-543746be-c7de-409b-a124-0743dfff4031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:44.702124 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-05a1f846-39f3-4127-9fff-e6f09eeef24e req-543746be-c7de-409b-a124-0743dfff4031 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ed6e76ad-8a60-4553-9a4f-125f6a59cade HTTP/1.1" status: 200 len: 909 time: 0.3552372 May 26 13:46:44.735280 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-4489fe32-3133-4930-a5bc-abd8dd5d109a None None] For port d338cc1d-e40e-44d0-8c7f-f20e4b9adef9, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=d338cc1d-e40e-44d0-8c7f-f20e4b9adef9,segment=NetworkSegment(a1bf660c-5b19-4c60-b894-8e89a95cecad),segment_id=a1bf660c-5b19-4c60-b894-8e89a95cecad)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:46:44.756859 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-4489fe32-3133-4930-a5bc-abd8dd5d109a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (d338cc1d-e40e-44d0-8c7f-f20e4b9adef9), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:44.796336 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:44.856860 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-0219290c-7fc9-49fa-9806-42601fae89b6 req-d101fe2e-3bac-43fd-ba3d-33e28a2e4460 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/security-groups?id=471f934c-6cd6-4b5f-a957-d0fe5d8f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341789 May 26 13:46:44.882878 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-05a1f846-39f3-4127-9fff-e6f09eeef24e req-d97a9d09-7e3c-466f-906b-f232eed07c09 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f01ed1d1-5ed3-41f8-b751-42c8524c1067 HTTP/1.1" status: 200 len: 217 time: 0.1744354 May 26 13:46:44.939371 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c436b4bd-933b-40bd-b0df-f46c059bb2c3 req-4732fe7d-afec-4107-a9f2-3397022f27ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:44.950498 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:44.956496 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-c436b4bd-933b-40bd-b0df-f46c059bb2c3 req-4732fe7d-afec-4107-a9f2-3397022f27ef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ce476b2a1764f56b9780f4a5c75ac3d&device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 1130 time: 0.4016736 May 26 13:46:44.966107 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device f01ed1d1-5ed3-41f8-b751-42c8524c1067 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=110502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 13:46:45.105988 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-ba05adc4-3793-4209-98f6-2fd64f27615b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46699b9d-af08-45a0-ba3b-18830f9784be', 'name': 'tempest-TestShelveInstance-2080710620-router', 'tenant_id': 'ca93026e5b7e450e851a230162a45408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '2dcb9f4f-9acf-4952-8425-1e268fc47a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:46:25Z', 'updated_at': '2022-05-26T13:46:29Z', 'revision_number': 4, 'project_id': 'ca93026e5b7e450e851a230162a45408', 'gw_port': {'id': '2dcb9f4f-9acf-4952-8425-1e268fc47a58', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fa:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46699b9d-af08-45a0-ba3b-18830f9784be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:25Z', 'updated_at': '2022-05-26T13:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': 'd338cc1d-e40e-44d0-8c7f-f20e4b9adef9', 'name': '', 'network_id': '9cb73013-323f-4524-8a76-af2d0673627e', 'tenant_id': 'ca93026e5b7e450e851a230162a45408', 'mac_address': 'fa:16:3e:03:f9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46699b9d-af08-45a0-ba3b-18830f9784be', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '69bd7991-e84c-4d7d-8e71-2f79899f8715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:28Z', 'updated_at': '2022-05-26T13:46:43Z', 'revision_number': 4, 'project_id': 'ca93026e5b7e450e851a230162a45408', 'subnets': [{'id': '69bd7991-e84c-4d7d-8e71-2f79899f8715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:46:45.142722 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device d338cc1d-e40e-44d0-8c7f-f20e4b9adef9 up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:46:45.147561 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba05adc4-3793-4209-98f6-2fd64f27615b None None] The sync data for ids ['46699b9d-af08-45a0-ba3b-18830f9784be'] in dv-cinder-819668-4-iscsi is: [{'id': '46699b9d-af08-45a0-ba3b-18830f9784be', 'name': 'tempest-TestShelveInstance-2080710620-router', 'tenant_id': 'ca93026e5b7e450e851a230162a45408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '2dcb9f4f-9acf-4952-8425-1e268fc47a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:46:25Z', 'updated_at': '2022-05-26T13:46:29Z', 'revision_number': 4, 'project_id': 'ca93026e5b7e450e851a230162a45408', 'gw_port': {'id': '2dcb9f4f-9acf-4952-8425-1e268fc47a58', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fa:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46699b9d-af08-45a0-ba3b-18830f9784be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:25Z', 'updated_at': '2022-05-26T13:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': 'd338cc1d-e40e-44d0-8c7f-f20e4b9adef9', 'name': '', 'network_id': '9cb73013-323f-4524-8a76-af2d0673627e', 'tenant_id': 'ca93026e5b7e450e851a230162a45408', 'mac_address': 'fa:16:3e:03:f9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46699b9d-af08-45a0-ba3b-18830f9784be', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '69bd7991-e84c-4d7d-8e71-2f79899f8715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:28Z', 'updated_at': '2022-05-26T13:46:43Z', 'revision_number': 4, 'project_id': 'ca93026e5b7e450e851a230162a45408', 'subnets': [{'id': '69bd7991-e84c-4d7d-8e71-2f79899f8715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:46:45.240239 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 60004) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:45.289828 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-6c6790d1-5002-45b6-aa63-35338462bb01 None None] Provisioning complete for port d338cc1d-e40e-44d0-8c7f-f20e4b9adef9 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:46:45.290535 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-6c6790d1-5002-45b6-aa63-35338462bb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (d338cc1d-e40e-44d0-8c7f-f20e4b9adef9), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:45.293054 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489fe32-3133-4930-a5bc-abd8dd5d109a None None] Pushing event updated for resources: {'Port': ['ID=d338cc1d-e40e-44d0-8c7f-f20e4b9adef9,revision_number=5']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:45.381942 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c436b4bd-933b-40bd-b0df-f46c059bb2c3 req-750a2249-fbde-4f72-869f-d7f034680fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:45.383851 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-c436b4bd-933b-40bd-b0df-f46c059bb2c3 req-750a2249-fbde-4f72-869f-d7f034680fda service neutron] 10.222.0.57 "GET /v2.0/networks?id=7243f764-410e-4885-acdc-a415825d1293 HTTP/1.1" status: 200 len: 918 time: 0.4028959 May 26 13:46:45.454640 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.db.resource_extend [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 13:46:45.460922 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4489fe32-3133-4930-a5bc-abd8dd5d109a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:45.462651 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4489fe32-3133-4930-a5bc-abd8dd5d109a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:45.463154 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4489fe32-3133-4930-a5bc-abd8dd5d109a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:45.463511 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4489fe32-3133-4930-a5bc-abd8dd5d109a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:45.464183 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4489fe32-3133-4930-a5bc-abd8dd5d109a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:45.465302 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4489fe32-3133-4930-a5bc-abd8dd5d109a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:45.467181 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4489fe32-3133-4930-a5bc-abd8dd5d109a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:45.467715 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4489fe32-3133-4930-a5bc-abd8dd5d109a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:45.468359 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4489fe32-3133-4930-a5bc-abd8dd5d109a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:45.469221 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4489fe32-3133-4930-a5bc-abd8dd5d109a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:45.478204 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4489fe32-3133-4930-a5bc-abd8dd5d109a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:45.478795 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4489fe32-3133-4930-a5bc-abd8dd5d109a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:45.479142 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4489fe32-3133-4930-a5bc-abd8dd5d109a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:45.479479 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4489fe32-3133-4930-a5bc-abd8dd5d109a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:45.485918 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4489fe32-3133-4930-a5bc-abd8dd5d109a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:46:45.621411 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-21acafdc-cd81-4f59-93c8-091d79772091 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:45.633065 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1f846-39f3-4127-9fff-e6f09eeef24e req-d5069966-22de-4221-8a30-0bd23888759c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:45.636675 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-05a1f846-39f3-4127-9fff-e6f09eeef24e req-d5069966-22de-4221-8a30-0bd23888759c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=87df260c-e650-44a2-aa27-f9f1e5660e2c HTTP/1.1" status: 200 len: 848 time: 0.7479851 May 26 13:46:45.647039 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-c436b4bd-933b-40bd-b0df-f46c059bb2c3 req-47571ca9-39eb-441a-8b83-d5402159a834 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=914816b6-d98c-46f8-9da7-123cb0956236 HTTP/1.1" status: 200 len: 1002 time: 0.2521324 May 26 13:46:45.682659 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:45.707334 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port d338cc1d-e40e-44d0-8c7f-f20e4b9adef9 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:46:45.707797 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (d338cc1d-e40e-44d0-8c7f-f20e4b9adef9), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:45.711166 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-05a1f846-39f3-4127-9fff-e6f09eeef24e req-4f214161-322c-4f4a-a806-ab254f18365e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ed6e76ad-8a60-4553-9a4f-125f6a59cade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651956 May 26 13:46:45.764414 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c436b4bd-933b-40bd-b0df-f46c059bb2c3 req-a4d33e53-51ea-4a0c-b9d1-448295a467ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:45.766323 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-c436b4bd-933b-40bd-b0df-f46c059bb2c3 req-a4d33e53-51ea-4a0c-b9d1-448295a467ec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f42c48c9-dd9d-4f2d-ada0-47f18130e415 HTTP/1.1" status: 200 len: 856 time: 0.1007681 May 26 13:46:45.798671 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port f01ed1d1-5ed3-41f8-b751-42c8524c1067, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=f01ed1d1-5ed3-41f8-b751-42c8524c1067,segment=NetworkSegment(8f5f18d2-2f00-493b-a6ff-c21b95675429),segment_id=8f5f18d2-2f00-493b-a6ff-c21b95675429)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:46:45.858709 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c436b4bd-933b-40bd-b0df-f46c059bb2c3 req-20007e32-3812-4321-9c3f-0a7ad416aa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:45.860593 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-c436b4bd-933b-40bd-b0df-f46c059bb2c3 req-20007e32-3812-4321-9c3f-0a7ad416aa8f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7243f764-410e-4885-acdc-a415825d1293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0867722 May 26 13:46:45.935157 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-05a1f846-39f3-4127-9fff-e6f09eeef24e req-ebdcd9f7-4545-40fb-bcfc-666d22e1f6ac service neutron] 10.222.0.57 "GET /v2.0/networks/ed6e76ad-8a60-4553-9a4f-125f6a59cade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151506 May 26 13:46:45.939389 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Returning: {'device': 'f01ed1d1-5ed3-41f8-b751-42c8524c1067', 'network_id': 'ed6e76ad-8a60-4553-9a4f-125f6a59cade', 'port_id': 'f01ed1d1-5ed3-41f8-b751-42c8524c1067', 'mac_address': 'fa:16:3e:2f:1b:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87df260c-e650-44a2-aa27-f9f1e5660e2c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 13:46:46.027017 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-6c6790d1-5002-45b6-aa63-35338462bb01 None None] Current status of the port d338cc1d-e40e-44d0-8c7f-f20e4b9adef9 is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:46:46.064804 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b17350-2ddb-476c-91b1-dd8d16778ec2 req-5aca5021-8f8f-419c-9a1b-1643a7e61760 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:46.068703 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a7b17350-2ddb-476c-91b1-dd8d16778ec2 req-5aca5021-8f8f-419c-9a1b-1643a7e61760 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 946 time: 0.4199688 May 26 13:46:46.080313 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-c436b4bd-933b-40bd-b0df-f46c059bb2c3 req-a143e6d3-e13e-41e2-928a-541b65db7f7a service neutron] 10.222.0.57 "GET /v2.0/networks/7243f764-410e-4885-acdc-a415825d1293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107673 May 26 13:46:46.147863 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port f01ed1d1-5ed3-41f8-b751-42c8524c1067 is: DOWN; New status is: BUILD {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:46:46.148522 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (f01ed1d1-5ed3-41f8-b751-42c8524c1067), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:46.179893 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f01ed1d1-5ed3-41f8-b751-42c8524c1067 {{(pid=110502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:46:46.189371 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port d338cc1d-e40e-44d0-8c7f-f20e4b9adef9 is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:46:46.191831 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5 up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:46:46.254046 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port f01ed1d1-5ed3-41f8-b751-42c8524c1067, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=f01ed1d1-5ed3-41f8-b751-42c8524c1067,segment=NetworkSegment(8f5f18d2-2f00-493b-a6ff-c21b95675429),segment_id=8f5f18d2-2f00-493b-a6ff-c21b95675429)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:46:46.277017 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (f01ed1d1-5ed3-41f8-b751-42c8524c1067), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:46.356815 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-c436b4bd-933b-40bd-b0df-f46c059bb2c3 req-0e757172-9774-4925-84c9-29e460fff24b service neutron] 10.222.0.57 "GET /v2.0/networks/7243f764-410e-4885-acdc-a415825d1293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411067 May 26 13:46:46.391819 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:46.447985 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f370e3b-8b04-4b1e-a31f-52f605f7857a req-11d77dee-e36f-4410-ae0d-1d927aed8c8d tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:46.453337 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:46.460193 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-1f370e3b-8b04-4b1e-a31f-52f605f7857a req-11d77dee-e36f-4410-ae0d-1d927aed8c8d tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=460c9c68-cb94-4868-833a-0c18408bf8a1 HTTP/1.1" status: 200 len: 944 time: 0.3656106 May 26 13:46:46.466054 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a7b17350-2ddb-476c-91b1-dd8d16778ec2 req-b86705cd-73e0-4448-ab30-ed18c8ca8604 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074944 May 26 13:46:46.476006 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-05a1f846-39f3-4127-9fff-e6f09eeef24e req-72be7893-c61a-44c1-be64-40edbdf67d01 service neutron] 10.222.0.57 "GET /v2.0/networks/ed6e76ad-8a60-4553-9a4f-125f6a59cade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5283964 May 26 13:46:46.487389 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:46:46.488438 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:46.537264 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:46.537877 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=f01ed1d1-5ed3-41f8-b751-42c8524c1067,revision_number=4']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:46.542101 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-3c58cf4f-0634-431a-9c8c-7f0b96c5b2e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:46.594537 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:46.624692 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-1f370e3b-8b04-4b1e-a31f-52f605f7857a req-44195ad2-9983-4183-b0d2-277cf38d72b0 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/security-groups?id=471f934c-6cd6-4b5f-a957-d0fe5d8f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629789 May 26 13:46:46.634648 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-21acafdc-cd81-4f59-93c8-091d79772091 admin admin] Publish callbacks [] for security_group (c1c0aad0-41b4-4930-831c-edd35240d5d7), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:46.635189 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5 is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:46:46.645559 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-21acafdc-cd81-4f59-93c8-091d79772091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (c1c0aad0-41b4-4930-831c-edd35240d5d7), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:46.701882 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-21acafdc-cd81-4f59-93c8-091d79772091 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=517d21fd933640ba9f1a2c4e27d8e70c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4577405 May 26 13:46:46.704576 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 60020) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:46:46.728163 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] get_ports_and_sgs() called for port_ids ['f01ed1d1-5ed3-41f8-b751-42c8524c1067'] {{(pid=110502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 13:46:46.741473 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21acafdc-cd81-4f59-93c8-091d79772091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c0aad0-41b4-4930-831c-edd35240d5d7,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:46.807916 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device d338cc1d-e40e-44d0-8c7f-f20e4b9adef9 up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:46:46.865599 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-4f2625bc-ee16-4b7b-b250-f50f77cc2074 admin admin] Publish callbacks [] for security_group (c1c0aad0-41b4-4930-831c-edd35240d5d7), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:46.913154 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457921b8-495a-4cba-8a4f-2a730df09e1e None None] Sync routers for ids ['53fc0d2d-7123-4959-9789-18a37db1f8af'] in dv-cinder-819668-4-iscsi {{(pid=110502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:46:46.937332 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-4f2625bc-ee16-4b7b-b250-f50f77cc2074 admin admin] Publish callbacks [] for security_group (c1c0aad0-41b4-4930-831c-edd35240d5d7), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:46.986504 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457921b8-495a-4cba-8a4f-2a730df09e1e None None] Routers {'53fc0d2d-7123-4959-9789-18a37db1f8af'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:46:46.987281 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-457921b8-495a-4cba-8a4f-2a730df09e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:46:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['53fc0d2d-7123-4959-9789-18a37db1f8af'], 'active': True} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:46:46.997980 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port d338cc1d-e40e-44d0-8c7f-f20e4b9adef9 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:46:46.997980 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (d338cc1d-e40e-44d0-8c7f-f20e4b9adef9), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:47.029823 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-4f2625bc-ee16-4b7b-b250-f50f77cc2074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (c1c0aad0-41b4-4930-831c-edd35240d5d7), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:47.032863 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-4f2625bc-ee16-4b7b-b250-f50f77cc2074 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:47.039175 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-4f2625bc-ee16-4b7b-b250-f50f77cc2074 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c1c0aad0-41b4-4930-831c-edd35240d5d7 HTTP/1.1" status: 204 len: 168 time: 0.3332932 May 26 13:46:47.071362 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2625bc-ee16-4b7b-b250-f50f77cc2074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c0aad0-41b4-4930-831c-edd35240d5d7,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:47.151669 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:47.272019 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvr_db [None req-457921b8-495a-4cba-8a4f-2a730df09e1e None None] Set router 53fc0d2d-7123-4959-9789-18a37db1f8af gateway port host: dv-cinder-819668-4-iscsi {{(pid=110502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:46:47.313716 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port d338cc1d-e40e-44d0-8c7f-f20e4b9adef9 is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:46:47.634009 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59dceed-af4a-4d5a-bb5f-2ccadee38264 req-057303b1-b267-4ed0-bda1-ef23f45efaf6 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:47.645216 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f59dceed-af4a-4d5a-bb5f-2ccadee38264 req-057303b1-b267-4ed0-bda1-ef23f45efaf6 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 946 time: 0.1002626 May 26 13:46:47.698442 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-457921b8-495a-4cba-8a4f-2a730df09e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fc0d2d-7123-4959-9789-18a37db1f8af', 'name': 'tempest-TestMinimumBasicScenario-422808567-router', 'tenant_id': '25d42e3d3a094377b459e21f70fd3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:46:31Z', 'updated_at': '2022-05-26T13:46:38Z', 'revision_number': 4, 'project_id': '25d42e3d3a094377b459e21f70fd3455', 'gw_port': {'id': 'a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fc0d2d-7123-4959-9789-18a37db1f8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:33Z', 'updated_at': '2022-05-26T13:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': '7d4372a1-94c4-4a0c-841c-7cf98c6779e1', 'name': '', 'network_id': '0329a3b3-dcc4-476c-b9a0-82bcac38094f', 'tenant_id': '25d42e3d3a094377b459e21f70fd3455', 'mac_address': 'fa:16:3e:b2:82:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fc0d2d-7123-4959-9789-18a37db1f8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'fd15bca8-8808-4067-8768-67daf6a5c4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:37Z', 'updated_at': '2022-05-26T13:46:38Z', 'revision_number': 2, 'project_id': '25d42e3d3a094377b459e21f70fd3455', 'subnets': [{'id': 'fd15bca8-8808-4067-8768-67daf6a5c4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:46:47.780549 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f59dceed-af4a-4d5a-bb5f-2ccadee38264 req-115e8698-d963-437e-ba35-8b101a0ee832 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319799 May 26 13:46:47.813436 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457921b8-495a-4cba-8a4f-2a730df09e1e None None] Checking router: 53fc0d2d-7123-4959-9789-18a37db1f8af for host: dv-cinder-819668-4-iscsi {{(pid=110502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:46:47.813955 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457921b8-495a-4cba-8a4f-2a730df09e1e None None] Updating router 53fc0d2d-7123-4959-9789-18a37db1f8af port 7d4372a1-94c4-4a0c-841c-7cf98c6779e1 binding host dv-cinder-819668-4-iscsi {{(pid=110502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 13:46:47.850106 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:47.867038 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-457921b8-495a-4cba-8a4f-2a730df09e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (7d4372a1-94c4-4a0c-841c-7cf98c6779e1), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:47.940941 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a2cfc-2cc5-4b30-bfa5-82d27d355c91 req-6464402b-e95f-4375-863f-4d682835b8c0 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:47.954401 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-3a4a2cfc-2cc5-4b30-bfa5-82d27d355c91 req-6464402b-e95f-4375-863f-4d682835b8c0 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=460c9c68-cb94-4868-833a-0c18408bf8a1 HTTP/1.1" status: 200 len: 944 time: 0.1732936 May 26 13:46:48.071583 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-3a4a2cfc-2cc5-4b30-bfa5-82d27d355c91 req-3da996db-1257-42b5-a0da-1867e05e91b5 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/security-groups?id=471f934c-6cd6-4b5f-a957-d0fe5d8f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061645 May 26 13:46:48.142431 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:48.438441 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-457921b8-495a-4cba-8a4f-2a730df09e1e None None] Publish callbacks [] for port (7d4372a1-94c4-4a0c-841c-7cf98c6779e1), precommit_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:48.450036 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-457921b8-495a-4cba-8a4f-2a730df09e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (7d4372a1-94c4-4a0c-841c-7cf98c6779e1), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:48.498082 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:48.524516 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c594d90-dae6-44f5-afff-b92b0854221e None None] Pushing event updated for resources: {'Port': ['ID=7d4372a1-94c4-4a0c-841c-7cf98c6779e1,revision_number=3']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:48.625881 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-457921b8-495a-4cba-8a4f-2a730df09e1e None None] Attempting to bind port 7d4372a1-94c4-4a0c-841c-7cf98c6779e1 on host dv-cinder-819668-4-iscsi for vnic_type normal with profile {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:46:48.626326 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-457921b8-495a-4cba-8a4f-2a730df09e1e None None] Attempting to bind port 7d4372a1-94c4-4a0c-841c-7cf98c6779e1 by drivers openvswitch,hyperv on host dv-cinder-819668-4-iscsi at level 0 using segments [{'id': 'c05d8f1e-3be1-4857-8c15-5c145e888975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0329a3b3-dcc4-476c-b9a0-82bcac38094f'}] {{(pid=110502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:46:48.626747 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457921b8-495a-4cba-8a4f-2a730df09e1e None None] Attempting to bind port 7d4372a1-94c4-4a0c-841c-7cf98c6779e1 on network 0329a3b3-dcc4-476c-b9a0-82bcac38094f {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:46:48.634413 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457921b8-495a-4cba-8a4f-2a730df09e1e None None] Checking agent: {'id': '8ab0da26-f041-4f99-a2cc-fa5d75d9001c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 35, 50), 'started_at': datetime.datetime(2022, 5, 26, 13, 36, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:46:48.634873 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457921b8-495a-4cba-8a4f-2a730df09e1e None None] Checking segment: {'id': 'c05d8f1e-3be1-4857-8c15-5c145e888975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0329a3b3-dcc4-476c-b9a0-82bcac38094f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:46:48.635282 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-457921b8-495a-4cba-8a4f-2a730df09e1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:48.635692 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457921b8-495a-4cba-8a4f-2a730df09e1e None None] Bound using segment: {'id': 'c05d8f1e-3be1-4857-8c15-5c145e888975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0329a3b3-dcc4-476c-b9a0-82bcac38094f'} {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:46:48.636179 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-457921b8-495a-4cba-8a4f-2a730df09e1e None None] Bound port: 7d4372a1-94c4-4a0c-841c-7cf98c6779e1, host: dv-cinder-819668-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05d8f1e-3be1-4857-8c15-5c145e888975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '0329a3b3-dcc4-476c-b9a0-82bcac38094f'}}] {{(pid=110502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:46:48.636614 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-457921b8-495a-4cba-8a4f-2a730df09e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (7d4372a1-94c4-4a0c-841c-7cf98c6779e1), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:48.745953 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-457921b8-495a-4cba-8a4f-2a730df09e1e None None] For port 7d4372a1-94c4-4a0c-841c-7cf98c6779e1, host dv-cinder-819668-4-iscsi, cleared binding levels {{(pid=110502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:46:48.750019 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-457921b8-495a-4cba-8a4f-2a730df09e1e None None] For port 7d4372a1-94c4-4a0c-841c-7cf98c6779e1, host dv-cinder-819668-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=7d4372a1-94c4-4a0c-841c-7cf98c6779e1,segment=NetworkSegment(c05d8f1e-3be1-4857-8c15-5c145e888975),segment_id=c05d8f1e-3be1-4857-8c15-5c145e888975)] {{(pid=110502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:46:48.765941 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-457921b8-495a-4cba-8a4f-2a730df09e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (7d4372a1-94c4-4a0c-841c-7cf98c6779e1), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:48.851085 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device f01ed1d1-5ed3-41f8-b751-42c8524c1067 up at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:46:48.931203 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457921b8-495a-4cba-8a4f-2a730df09e1e None None] Routers {'53fc0d2d-7123-4959-9789-18a37db1f8af'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:46:48.931203 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-457921b8-495a-4cba-8a4f-2a730df09e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:46:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['53fc0d2d-7123-4959-9789-18a37db1f8af'], 'active': True} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:46:48.941480 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c594d90-dae6-44f5-afff-b92b0854221e None None] Pushing event updated for resources: {'Port': ['ID=7d4372a1-94c4-4a0c-841c-7cf98c6779e1,revision_number=4']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:49.042071 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839bad3-8b59-44ec-abad-7f9774c5ae4c req-30bd192d-9b9f-4e16-b939-004787945036 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:49.069214 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b839bad3-8b59-44ec-abad-7f9774c5ae4c req-30bd192d-9b9f-4e16-b939-004787945036 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 946 time: 0.1779878 May 26 13:46:49.251024 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b839bad3-8b59-44ec-abad-7f9774c5ae4c req-c0225e04-c17e-45f5-b57a-cbfb670347e8 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751900 May 26 13:46:49.286607 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Provisioning for port f01ed1d1-5ed3-41f8-b751-42c8524c1067 completed by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 13:46:49.291665 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-6c836008-acf5-4fe2-8c6b-dd881b970389 None None] Provisioning complete for port 7d4372a1-94c4-4a0c-841c-7cf98c6779e1 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:46:49.292069 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-6c836008-acf5-4fe2-8c6b-dd881b970389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (7d4372a1-94c4-4a0c-841c-7cf98c6779e1), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:49.304784 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:49.310786 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Provisioning complete for port f01ed1d1-5ed3-41f8-b751-42c8524c1067 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:46:49.311166 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (f01ed1d1-5ed3-41f8-b751-42c8524c1067), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:49.348915 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1c74e-b223-41ab-865c-00a5ddd9f126 req-5c1d2eaf-c50f-4ef8-b1c6-2167c4b899b4 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:49.358624 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-06c1c74e-b223-41ab-865c-00a5ddd9f126 req-5c1d2eaf-c50f-4ef8-b1c6-2167c4b899b4 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=460c9c68-cb94-4868-833a-0c18408bf8a1 HTTP/1.1" status: 200 len: 944 time: 0.1093624 May 26 13:46:49.463086 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvr_db [None req-457921b8-495a-4cba-8a4f-2a730df09e1e None None] Set router 53fc0d2d-7123-4959-9789-18a37db1f8af gateway port host: dv-cinder-819668-4-iscsi {{(pid=110502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:46:49.488521 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-06c1c74e-b223-41ab-865c-00a5ddd9f126 req-fce4962d-1b19-4202-b7a7-d7a843be1da0 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/security-groups?id=471f934c-6cd6-4b5f-a957-d0fe5d8f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278269 May 26 13:46:49.647322 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port f01ed1d1-5ed3-41f8-b751-42c8524c1067 is: BUILD; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:46:49.647721 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (f01ed1d1-5ed3-41f8-b751-42c8524c1067), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:49.706916 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-6c836008-acf5-4fe2-8c6b-dd881b970389 None None] Current status of the port 7d4372a1-94c4-4a0c-841c-7cf98c6779e1 is: DOWN; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:46:49.707337 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-6c836008-acf5-4fe2-8c6b-dd881b970389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (7d4372a1-94c4-4a0c-841c-7cf98c6779e1), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:49.766593 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460c9c68-cb94-4868-833a-0c18408bf8a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01ed1d1-5ed3-41f8-b751-42c8524c1067'}] {{(pid=110502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:46:49.767068 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186ee40048dd7feccd586c88f433d7b47dbfd7dc0140a518261bfa5b158966a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465d7c78-0938-4cbb-a9ed-16d4f5dc0b1b" -d '{"events": [{"server_uuid": "460c9c68-cb94-4868-833a-0c18408bf8a1", "name": "network-vif-plugged", "status": "completed", "tag": "f01ed1d1-5ed3-41f8-b751-42c8524c1067"}]}' {{(pid=110502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:46:49.783483 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:49.837018 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ba0b7b-918f-4a9e-8844-86ba77137232 x-openstack-request-id: req-71ba0b7b-918f-4a9e-8844-86ba77137232 {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:46:49.840063 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460c9c68-cb94-4868-833a-0c18408bf8a1", "name": "network-vif-plugged", "status": "completed", "tag": "f01ed1d1-5ed3-41f8-b751-42c8524c1067", "code": 200}]} {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:46:49.840611 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-71ba0b7b-918f-4a9e-8844-86ba77137232 {{(pid=110502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:46:49.841158 dv-cinder-819668-4-iscsi neutron-server[110502]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71ba0b7b-918f-4a9e-8844-86ba77137232'] response: {'server_uuid': '460c9c68-cb94-4868-833a-0c18408bf8a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01ed1d1-5ed3-41f8-b751-42c8524c1067', 'code': 200} May 26 13:46:49.843230 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port f01ed1d1-5ed3-41f8-b751-42c8524c1067, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=f01ed1d1-5ed3-41f8-b751-42c8524c1067,segment=NetworkSegment(8f5f18d2-2f00-493b-a6ff-c21b95675429),segment_id=8f5f18d2-2f00-493b-a6ff-c21b95675429)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:46:49.849738 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:49.858807 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-6c836008-acf5-4fe2-8c6b-dd881b970389 None None] For port 7d4372a1-94c4-4a0c-841c-7cf98c6779e1, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=7d4372a1-94c4-4a0c-841c-7cf98c6779e1,segment=NetworkSegment(c05d8f1e-3be1-4857-8c15-5c145e888975),segment_id=c05d8f1e-3be1-4857-8c15-5c145e888975)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:46:49.867143 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (f01ed1d1-5ed3-41f8-b751-42c8524c1067), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:49.875056 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-6c836008-acf5-4fe2-8c6b-dd881b970389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (7d4372a1-94c4-4a0c-841c-7cf98c6779e1), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:49.986326 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-457921b8-495a-4cba-8a4f-2a730df09e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fc0d2d-7123-4959-9789-18a37db1f8af', 'name': 'tempest-TestMinimumBasicScenario-422808567-router', 'tenant_id': '25d42e3d3a094377b459e21f70fd3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:46:31Z', 'updated_at': '2022-05-26T13:46:38Z', 'revision_number': 4, 'project_id': '25d42e3d3a094377b459e21f70fd3455', 'gw_port': {'id': 'a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fc0d2d-7123-4959-9789-18a37db1f8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:33Z', 'updated_at': '2022-05-26T13:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': '7d4372a1-94c4-4a0c-841c-7cf98c6779e1', 'name': '', 'network_id': '0329a3b3-dcc4-476c-b9a0-82bcac38094f', 'tenant_id': '25d42e3d3a094377b459e21f70fd3455', 'mac_address': 'fa:16:3e:b2:82:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fc0d2d-7123-4959-9789-18a37db1f8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'fd15bca8-8808-4067-8768-67daf6a5c4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:37Z', 'updated_at': '2022-05-26T13:46:48Z', 'revision_number': 4, 'project_id': '25d42e3d3a094377b459e21f70fd3455', 'subnets': [{'id': 'fd15bca8-8808-4067-8768-67daf6a5c4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:46:49.990283 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=f01ed1d1-5ed3-41f8-b751-42c8524c1067,revision_number=5']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:50.038671 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457921b8-495a-4cba-8a4f-2a730df09e1e None None] The sync data for ids ['53fc0d2d-7123-4959-9789-18a37db1f8af'] in dv-cinder-819668-4-iscsi is: [{'id': '53fc0d2d-7123-4959-9789-18a37db1f8af', 'name': 'tempest-TestMinimumBasicScenario-422808567-router', 'tenant_id': '25d42e3d3a094377b459e21f70fd3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:46:31Z', 'updated_at': '2022-05-26T13:46:38Z', 'revision_number': 4, 'project_id': '25d42e3d3a094377b459e21f70fd3455', 'gw_port': {'id': 'a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fc0d2d-7123-4959-9789-18a37db1f8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:33Z', 'updated_at': '2022-05-26T13:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': '7d4372a1-94c4-4a0c-841c-7cf98c6779e1', 'name': '', 'network_id': '0329a3b3-dcc4-476c-b9a0-82bcac38094f', 'tenant_id': '25d42e3d3a094377b459e21f70fd3455', 'mac_address': 'fa:16:3e:b2:82:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fc0d2d-7123-4959-9789-18a37db1f8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'fd15bca8-8808-4067-8768-67daf6a5c4fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:37Z', 'updated_at': '2022-05-26T13:46:48Z', 'revision_number': 4, 'project_id': '25d42e3d3a094377b459e21f70fd3455', 'subnets': [{'id': 'fd15bca8-8808-4067-8768-67daf6a5c4fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:46:50.099040 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5dd8e70a-bee3-4919-9cb4-f92393606a01 None None] Provisioning complete for port 7d4372a1-94c4-4a0c-841c-7cf98c6779e1 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:46:50.099451 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5dd8e70a-bee3-4919-9cb4-f92393606a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (7d4372a1-94c4-4a0c-841c-7cf98c6779e1), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:50.208514 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c836008-acf5-4fe2-8c6b-dd881b970389 None None] Pushing event updated for resources: {'Port': ['ID=7d4372a1-94c4-4a0c-841c-7cf98c6779e1,revision_number=5']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:46:50.334931 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5dd8e70a-bee3-4919-9cb4-f92393606a01 None None] Current status of the port 7d4372a1-94c4-4a0c-841c-7cf98c6779e1 is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:46:50.336220 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb06b0bf-4436-468a-8a8b-e04d487186a1 req-e4fd8bb3-2bfa-4a82-8a17-9bc217391398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:50.342723 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-cb06b0bf-4436-468a-8a8b-e04d487186a1 req-e4fd8bb3-2bfa-4a82-8a17-9bc217391398 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=460c9c68-cb94-4868-833a-0c18408bf8a1 HTTP/1.1" status: 200 len: 1129 time: 0.1619182 May 26 13:46:50.455903 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4f4d2-7a17-4013-b247-aeb322dff087 req-401660e5-8d0e-4078-ab2a-0181ec91f84b tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:50.465887 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-7dd4f4d2-7a17-4013-b247-aeb322dff087 req-401660e5-8d0e-4078-ab2a-0181ec91f84b tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 946 time: 0.0968113 May 26 13:46:50.473182 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-cb06b0bf-4436-468a-8a8b-e04d487186a1 req-5d78fd98-0fd9-4907-a683-226a8f37456a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=471f934c-6cd6-4b5f-a957-d0fe5d8f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172912 May 26 13:46:50.481577 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:50.586395 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-7dd4f4d2-7a17-4013-b247-aeb322dff087 req-06f2d33c-6361-4ab6-ac30-210811fefca7 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191270 May 26 13:46:50.673307 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca374ef-d04e-43b7-a28c-c3b947bde58f req-13b4cfe2-d582-4b84-a8a4-439cf4a28796 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:50.682587 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-4ca374ef-d04e-43b7-a28c-c3b947bde58f req-13b4cfe2-d582-4b84-a8a4-439cf4a28796 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=460c9c68-cb94-4868-833a-0c18408bf8a1 HTTP/1.1" status: 200 len: 945 time: 0.1057551 May 26 13:46:50.797818 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-4ca374ef-d04e-43b7-a28c-c3b947bde58f req-900b9723-b80d-4352-8a89-12265e4b40e7 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/security-groups?id=471f934c-6cd6-4b5f-a957-d0fe5d8f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136873 May 26 13:46:50.861194 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 7d4372a1-94c4-4a0c-841c-7cf98c6779e1 up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:46:50.947717 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port 7d4372a1-94c4-4a0c-841c-7cf98c6779e1 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:46:50.947717 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (7d4372a1-94c4-4a0c-841c-7cf98c6779e1), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:46:51.057956 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port 7d4372a1-94c4-4a0c-841c-7cf98c6779e1 is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:46:51.725871 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7bc1dc-92e2-4ed3-8c51-5c3884445a53 req-b362eabc-663e-4f4b-865a-ff1511ba6e8b tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:51.733620 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-ad7bc1dc-92e2-4ed3-8c51-5c3884445a53 req-b362eabc-663e-4f4b-865a-ff1511ba6e8b tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 946 time: 0.0588536 May 26 13:46:51.832510 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-ad7bc1dc-92e2-4ed3-8c51-5c3884445a53 req-3158dbe7-46dd-47c8-9415-0d6526e8a80a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975561 May 26 13:46:51.933589 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:51.992949 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d516861-e4b2-43ca-96a8-05f920c39810 req-480c130f-e69d-4627-a7a8-532928a30992 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:51.994539 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0d516861-e4b2-43ca-96a8-05f920c39810 req-480c130f-e69d-4627-a7a8-532928a30992 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=460c9c68-cb94-4868-833a-0c18408bf8a1 HTTP/1.1" status: 200 len: 945 time: 0.0696769 May 26 13:46:52.051319 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0d516861-e4b2-43ca-96a8-05f920c39810 req-f135548a-4aeb-4bf0-a7e5-510873423900 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/security-groups?id=471f934c-6cd6-4b5f-a957-d0fe5d8f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503356 May 26 13:46:52.973530 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff439b99-05ee-4501-9cbe-c490c95c91f5 req-f69938d8-6f9b-4fdc-997d-96382a055443 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:52.976219 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-ff439b99-05ee-4501-9cbe-c490c95c91f5 req-f69938d8-6f9b-4fdc-997d-96382a055443 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 946 time: 0.0607598 May 26 13:46:53.062317 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-ff439b99-05ee-4501-9cbe-c490c95c91f5 req-748d8d1a-91ea-495d-8a60-cf8a30a6bbdc tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771198 May 26 13:46:53.201523 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe53d4a-354d-48d2-bbd2-01da9d0a3666 req-13f95c4d-00fc-48c0-adad-32d634ad7b46 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:53.203268 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bfe53d4a-354d-48d2-bbd2-01da9d0a3666 req-13f95c4d-00fc-48c0-adad-32d634ad7b46 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=460c9c68-cb94-4868-833a-0c18408bf8a1 HTTP/1.1" status: 200 len: 945 time: 0.0581479 May 26 13:46:53.280541 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bfe53d4a-354d-48d2-bbd2-01da9d0a3666 req-1dd26bb0-45ea-4361-9a91-1075618692a9 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/security-groups?id=471f934c-6cd6-4b5f-a957-d0fe5d8f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706017 May 26 13:46:54.205437 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a0379-03b6-4d43-b45e-153e8cd41267 req-5a60b46e-42e5-4c70-ad39-b0ac370942ae tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:54.207083 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-1e4a0379-03b6-4d43-b45e-153e8cd41267 req-5a60b46e-42e5-4c70-ad39-b0ac370942ae tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 946 time: 0.0660436 May 26 13:46:54.263095 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-1e4a0379-03b6-4d43-b45e-153e8cd41267 req-ea624260-e405-4cb6-a839-9b744eab2072 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474610 May 26 13:46:54.410250 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b2767-b986-4760-86d2-ac1fe32fdc6c req-72d57f5a-6275-4fc8-b26b-bdbcef70bd52 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:54.412884 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fd7b2767-b986-4760-86d2-ac1fe32fdc6c req-72d57f5a-6275-4fc8-b26b-bdbcef70bd52 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=460c9c68-cb94-4868-833a-0c18408bf8a1 HTTP/1.1" status: 200 len: 945 time: 0.0573745 May 26 13:46:54.478212 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fd7b2767-b986-4760-86d2-ac1fe32fdc6c req-f44cf921-2093-4d5f-b48c-40fa9f2e689c tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/security-groups?id=471f934c-6cd6-4b5f-a957-d0fe5d8f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511763 May 26 13:46:55.103524 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=7 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:55.111421 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=9 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:55.436965 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0675692-af66-4c49-8114-0141549f3d6e req-0ef5c16e-4156-4466-9271-74bbb13490f2 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:55.439218 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-d0675692-af66-4c49-8114-0141549f3d6e req-0ef5c16e-4156-4466-9271-74bbb13490f2 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 946 time: 0.0676579 May 26 13:46:55.516584 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-d0675692-af66-4c49-8114-0141549f3d6e req-c5150f50-bf71-4d97-9f72-cd8d7a6c0a27 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682266 May 26 13:46:55.653807 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc02eff-be93-410f-b981-f264f781acb8 req-e1c065b1-77db-48bc-987f-df2fd66921a0 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:55.656128 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ebc02eff-be93-410f-b981-f264f781acb8 req-e1c065b1-77db-48bc-987f-df2fd66921a0 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=460c9c68-cb94-4868-833a-0c18408bf8a1 HTTP/1.1" status: 200 len: 945 time: 0.0727208 May 26 13:46:55.721317 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ebc02eff-be93-410f-b981-f264f781acb8 req-f84d2b9d-f1e8-40ec-9137-ae3f446c1fcd tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/security-groups?id=471f934c-6cd6-4b5f-a957-d0fe5d8f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587289 May 26 13:46:56.661050 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b00b0-8f37-44f8-9bc4-92e6571d7173 req-ddc4ca1e-e1bc-4fb0-b0ff-74c616761288 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:56.665780 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-6f6b00b0-8f37-44f8-9bc4-92e6571d7173 req-ddc4ca1e-e1bc-4fb0-b0ff-74c616761288 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 946 time: 0.0612631 May 26 13:46:56.741001 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-6f6b00b0-8f37-44f8-9bc4-92e6571d7173 req-f8fd4ef7-555b-4ac5-9c41-fb46d801bdcf tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716562 May 26 13:46:56.914304 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11435a-1a3d-4957-ab18-80eecfcd5336 req-793b067b-60f7-4c53-b0a6-9c3dda9e0868 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:56.921807 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0b11435a-1a3d-4957-ab18-80eecfcd5336 req-793b067b-60f7-4c53-b0a6-9c3dda9e0868 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=460c9c68-cb94-4868-833a-0c18408bf8a1 HTTP/1.1" status: 200 len: 945 time: 0.0741594 May 26 13:46:56.964549 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:56.974386 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0b11435a-1a3d-4957-ab18-80eecfcd5336 req-8bf584f6-3202-44fc-b590-bd091c856e5b tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/security-groups?id=471f934c-6cd6-4b5f-a957-d0fe5d8f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513947 May 26 13:46:57.104219 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897d1df-2f9b-4177-983d-2d8e89e454e7 req-4c41d4fa-5424-4397-ab22-bd5471023892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:57.105826 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5897d1df-2f9b-4177-983d-2d8e89e454e7 req-4c41d4fa-5424-4397-ab22-bd5471023892 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 1130 time: 0.0513866 May 26 13:46:57.347130 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-9980f915-6511-4abc-9a47-8938138b54a1 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:57.348982 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-9980f915-6511-4abc-9a47-8938138b54a1 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/networks?id=279221b5-1c95-41d9-af88-4e2c4d2e3a32 HTTP/1.1" status: 200 len: 814 time: 0.1207798 May 26 13:46:57.368589 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-c8bc8b50-c186-493a-bc41-a60ef5e311c4 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/quotas/c70c0ab9b5134d0781dea0e0abc02ac8 HTTP/1.1" status: 200 len: 375 time: 0.0141497 May 26 13:46:57.425950 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-05adf50c-b171-4abd-bf31-aeb5f3a71f7c tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c70c0ab9b5134d0781dea0e0abc02ac8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476201 May 26 13:46:57.534558 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-5faf7465-30ec-49cf-90cb-ce7db06fa826 service neutron] 10.222.0.16 "GET /v2.0/networks/279221b5-1c95-41d9-af88-4e2c4d2e3a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981750 May 26 13:46:57.641846 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-cc8d9402-9508-4e2e-90a4-bdaaa94b12ec service neutron] 10.222.0.16 "GET /v2.0/networks/279221b5-1c95-41d9-af88-4e2c4d2e3a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001740 May 26 13:46:57.707581 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5897d1df-2f9b-4177-983d-2d8e89e454e7 req-66d4c981-3031-45dd-a571-11f502624f21 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463824 May 26 13:46:57.880099 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-488e018a-fc91-4977-b35c-e68966cc8a44 req-9514ce9d-45ba-41d8-a8f2-985f021bf7df tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 210 time: 0.0326407 May 26 13:46:57.922170 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a31fd-c810-43bb-84e0-3e5c349dee3d req-de8a62aa-18b5-490f-a918-9503874dce22 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:57.927231 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-269a31fd-c810-43bb-84e0-3e5c349dee3d req-de8a62aa-18b5-490f-a918-9503874dce22 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 946 time: 0.1039109 May 26 13:46:57.966123 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=100 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:57.994860 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-269a31fd-c810-43bb-84e0-3e5c349dee3d req-35c935d2-1f1d-408e-bc04-3f4a66da1084 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613909 May 26 13:46:58.138671 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857518b1-b5cd-4c8a-8a58-4c5856984ab1 req-41f9fa9c-3604-4f10-a25d-cfdeaa205eed tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:58.157968 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-857518b1-b5cd-4c8a-8a58-4c5856984ab1 req-41f9fa9c-3604-4f10-a25d-cfdeaa205eed tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=460c9c68-cb94-4868-833a-0c18408bf8a1 HTTP/1.1" status: 200 len: 945 time: 0.1045511 May 26 13:46:58.246144 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-857518b1-b5cd-4c8a-8a58-4c5856984ab1 req-06205035-7781-4166-b145-9b1a57493fae tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/security-groups?id=471f934c-6cd6-4b5f-a957-d0fe5d8f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802405 May 26 13:46:58.992011 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-5ce3a488-cc4e-491e-8b56-f23b69b15586 req-fcfa1326-bcfb-415b-a0b9-bad1bbe5edfd tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 210 time: 0.0310829 May 26 13:46:59.083210 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:46:59.123163 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1af6f9-9191-4d4e-8cc6-78b54e7f4849 req-17a66079-837c-45eb-93fa-648c9fb6e8c0 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:59.124902 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0a1af6f9-9191-4d4e-8cc6-78b54e7f4849 req-17a66079-837c-45eb-93fa-648c9fb6e8c0 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 946 time: 0.0558124 May 26 13:46:59.176112 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0a1af6f9-9191-4d4e-8cc6-78b54e7f4849 req-a8a3a52b-0ce4-4188-b382-225cd5f18931 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439961 May 26 13:46:59.393255 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbe0e5-0d75-44e5-b733-1ece1f709800 req-4465c17b-47d5-40c5-b1af-cdb3e9f11526 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:46:59.395294 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-c0bbe0e5-0d75-44e5-b733-1ece1f709800 req-4465c17b-47d5-40c5-b1af-cdb3e9f11526 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=460c9c68-cb94-4868-833a-0c18408bf8a1 HTTP/1.1" status: 200 len: 945 time: 0.0542059 May 26 13:46:59.447609 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-c0bbe0e5-0d75-44e5-b733-1ece1f709800 req-2897bf53-7f8e-48a3-86d3-63c5e0eb18ec tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/security-groups?id=471f934c-6cd6-4b5f-a957-d0fe5d8f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466478 May 26 13:47:00.127340 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ad5b9c41-168d-4701-90cb-ae1bebd9d179 req-69a459bb-98e5-4f20-8c16-34a67eb05748 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 210 time: 0.0290198 May 26 13:47:00.306695 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ee3ae-a068-4905-9305-be7ef7560aaf req-03fee273-3e92-4648-b304-aa349602cf2d tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:00.309267 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-7f1ee3ae-a068-4905-9305-be7ef7560aaf req-03fee273-3e92-4648-b304-aa349602cf2d tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 946 time: 0.0584333 May 26 13:47:00.381831 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-7f1ee3ae-a068-4905-9305-be7ef7560aaf req-d9dc746d-6754-4fff-86c4-c5863f513163 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647714 May 26 13:47:00.427412 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ca38c-6f10-443a-aaa8-b3b0bff4442f req-d49ede0d-12ff-408f-9e5f-97762ec68882 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:00.428981 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-376ca38c-6f10-443a-aaa8-b3b0bff4442f req-d49ede0d-12ff-408f-9e5f-97762ec68882 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=460c9c68-cb94-4868-833a-0c18408bf8a1 HTTP/1.1" status: 200 len: 945 time: 0.0538993 May 26 13:47:00.482802 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-376ca38c-6f10-443a-aaa8-b3b0bff4442f req-96a6519a-72c2-48d5-856a-3b9a157c66c1 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/security-groups?id=471f934c-6cd6-4b5f-a957-d0fe5d8f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481575 May 26 13:47:00.561177 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e483ac2-7ebe-46a2-b628-a1369bcc6223 req-aafc61bb-758f-4fc2-88aa-cd0c84f524f3 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:00.562576 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5e483ac2-7ebe-46a2-b628-a1369bcc6223 req-aafc61bb-758f-4fc2-88aa-cd0c84f524f3 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.1101866 May 26 13:47:00.652859 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5e483ac2-7ebe-46a2-b628-a1369bcc6223 req-975ea11f-55ba-4a85-b11c-1cb3df88b3aa tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748770 May 26 13:47:00.658573 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-71ac40a6-0b51-4392-87bd-02d21b0b8fb1 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:00.660138 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-71ac40a6-0b51-4392-87bd-02d21b0b8fb1 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.57 "GET /v2.0/networks?id=279221b5-1c95-41d9-af88-4e2c4d2e3a32 HTTP/1.1" status: 200 len: 814 time: 0.1688366 May 26 13:47:01.048009 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=50 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:01.050304 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=51,neutron:UPDATE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:01.232911 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-727e8b4c-7a7a-48bd-b3fa-dfacf5644d84 req-c1d54937-2ca5-46c1-a471-ea1b30ca8553 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 210 time: 0.0282817 May 26 13:47:01.583648 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-1a37b448-71c6-44b3-a605-408cd51babcb tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Request body: {'port': {'device_id': '39ad193e-1516-41cd-8603-74830f1c6fc7', 'network_id': '279221b5-1c95-41d9-af88-4e2c4d2e3a32', 'admin_state_up': True, 'tenant_id': 'c70c0ab9b5134d0781dea0e0abc02ac8'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:47:01.658115 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:01.677474 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939bd1e6-d185-4a24-97f1-1ddbeac303fa req-066ec1cf-1b3d-4171-a164-c1b567ccb485 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:01.679027 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-939bd1e6-d185-4a24-97f1-1ddbeac303fa req-066ec1cf-1b3d-4171-a164-c1b567ccb485 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=460c9c68-cb94-4868-833a-0c18408bf8a1 HTTP/1.1" status: 200 len: 945 time: 0.1102693 May 26 13:47:01.774410 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-939bd1e6-d185-4a24-97f1-1ddbeac303fa req-4b7760e2-cf47-433d-b695-0b109745edb5 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/security-groups?id=471f934c-6cd6-4b5f-a957-d0fe5d8f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849421 May 26 13:47:01.786110 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-1a37b448-71c6-44b3-a605-408cd51babcb tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Made reservation on behalf of c70c0ab9b5134d0781dea0e0abc02ac8 for: {'port': 1} {{(pid=110500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:47:01.791564 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-1a37b448-71c6-44b3-a605-408cd51babcb tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:01.950715 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.db_base_plugin_common [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-1a37b448-71c6-44b3-a605-408cd51babcb tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Allocated IP 172.20.0.3 (279221b5-1c95-41d9-af88-4e2c4d2e3a32/c1b7c911-f88e-4299-b194-4048f3cb8870/e0662874-78ce-4387-a824-8ab106baa767) {{(pid=110500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:47:02.137932 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-1a37b448-71c6-44b3-a605-408cd51babcb tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks [] for port (e0662874-78ce-4387-a824-8ab106baa767), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:02.178788 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-1a37b448-71c6-44b3-a605-408cd51babcb tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (e0662874-78ce-4387-a824-8ab106baa767), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:02.193011 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:02.246647 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-1a37b448-71c6-44b3-a605-408cd51babcb tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Network 279221b5-1c95-41d9-af88-4e2c4d2e3a32 is already hosted by enough agents. {{(pid=110500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:47:02.251209 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-1a37b448-71c6-44b3-a605-408cd51babcb tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Resources bound (agent type, host, resource id): {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:47:02.253379 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a37b448-71c6-44b3-a605-408cd51babcb tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Pushing event updated for resources: {'Port': ['ID=e0662874-78ce-4387-a824-8ab106baa767,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:02.257317 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-1a37b448-71c6-44b3-a605-408cd51babcb tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Received port after_create {{(pid=110500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:47:02.303041 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=100 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:02.368563 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-1a37b448-71c6-44b3-a605-408cd51babcb tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:02.371543 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-1a37b448-71c6-44b3-a605-408cd51babcb tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:02.406546 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c121bd-6fa4-4aaf-8399-51a3281116ab req-58467ff8-b02b-4ac7-91ed-4c80440a0fc2 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:02.409522 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-1a37b448-71c6-44b3-a605-408cd51babcb tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8285820 May 26 13:47:02.410058 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-51c121bd-6fa4-4aaf-8399-51a3281116ab req-58467ff8-b02b-4ac7-91ed-4c80440a0fc2 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.57 "GET /v2.0/ports?device_id=460c9c68-cb94-4868-833a-0c18408bf8a1 HTTP/1.1" status: 200 len: 945 time: 0.1168704 May 26 13:47:02.437779 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-8f36fb2b-6d2b-4b66-84eb-968043c81d4f service neutron] Request body: {'port': {'device_id': '39ad193e-1516-41cd-8603-74830f1c6fc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:47:02.530357 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 6 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:47:02.640601 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c307a68-b78b-4909-9015-408f3e2b0a56 req-91dc935d-5180-454b-8155-b567bb0ca42b tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:02.647626 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-0c307a68-b78b-4909-9015-408f3e2b0a56 req-91dc935d-5180-454b-8155-b567bb0ca42b tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 931 time: 0.1517143 May 26 13:47:02.649632 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [req-51c121bd-6fa4-4aaf-8399-51a3281116ab req-a8b832ff-8b92-4ed7-a6e7-64ae02aee965 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Deleting port f01ed1d1-5ed3-41f8-b751-42c8524c1067 {{(pid=110501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:47:02.650163 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [req-51c121bd-6fa4-4aaf-8399-51a3281116ab req-a8b832ff-8b92-4ed7-a6e7-64ae02aee965 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (f01ed1d1-5ed3-41f8-b751-42c8524c1067), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:02.685184 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-8f36fb2b-6d2b-4b66-84eb-968043c81d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (e0662874-78ce-4387-a824-8ab106baa767), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:02.777510 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-8bcf5e5f-c818-4f4a-aa15-994a2b07603a None None] Provisioning complete for port e0662874-78ce-4387-a824-8ab106baa767 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:47:02.778126 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-8bcf5e5f-c818-4f4a-aa15-994a2b07603a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (e0662874-78ce-4387-a824-8ab106baa767), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:02.818241 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-8bcf5e5f-c818-4f4a-aa15-994a2b07603a None None] Port e0662874-78ce-4387-a824-8ab106baa767 cannot update to ACTIVE because it is not bound. {{(pid=110502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:47:02.822710 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:02.888377 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.db [req-51c121bd-6fa4-4aaf-8399-51a3281116ab req-a8b832ff-8b92-4ed7-a6e7-64ae02aee965 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] For port f01ed1d1-5ed3-41f8-b751-42c8524c1067, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=f01ed1d1-5ed3-41f8-b751-42c8524c1067,segment=NetworkSegment(8f5f18d2-2f00-493b-a6ff-c21b95675429),segment_id=8f5f18d2-2f00-493b-a6ff-c21b95675429)] {{(pid=110501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:47:02.888751 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [req-51c121bd-6fa4-4aaf-8399-51a3281116ab req-a8b832ff-8b92-4ed7-a6e7-64ae02aee965 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (f01ed1d1-5ed3-41f8-b751-42c8524c1067), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:02.896944 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-0c307a68-b78b-4909-9015-408f3e2b0a56 req-705db758-3463-4042-8c4b-4953c6300494 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379282 May 26 13:47:02.916643 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [req-51c121bd-6fa4-4aaf-8399-51a3281116ab req-a8b832ff-8b92-4ed7-a6e7-64ae02aee965 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Calling delete_port for f01ed1d1-5ed3-41f8-b751-42c8524c1067 owned by compute:nova {{(pid=110501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:47:02.973210 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad7057-5a85-42b1-b3cb-8f24be6f8c14 req-cc557ccf-b2eb-4d56-9650-fed40a415dd9 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:02.980425 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a2ad7057-5a85-42b1-b3cb-8f24be6f8c14 req-cc557ccf-b2eb-4d56-9650-fed40a415dd9 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=460c9c68-cb94-4868-833a-0c18408bf8a1 HTTP/1.1" status: 200 len: 945 time: 0.1012659 May 26 13:47:03.207560 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-8f36fb2b-6d2b-4b66-84eb-968043c81d4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0662874-78ce-4387-a824-8ab106baa767 {{(pid=110500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:47:03.224839 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-8f36fb2b-6d2b-4b66-84eb-968043c81d4f service neutron] Publish callbacks [] for port (e0662874-78ce-4387-a824-8ab106baa767), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:03.251129 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [req-51c121bd-6fa4-4aaf-8399-51a3281116ab req-a8b832ff-8b92-4ed7-a6e7-64ae02aee965 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5523151'] for port (f01ed1d1-5ed3-41f8-b751-42c8524c1067), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:03.251395 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.provisioning_blocks [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-8f36fb2b-6d2b-4b66-84eb-968043c81d4f service neutron] Transition to ACTIVE for port object e0662874-78ce-4387-a824-8ab106baa767 will not be triggered until provisioned by entity L2. {{(pid=110500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 13:47:03.259785 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-8f36fb2b-6d2b-4b66-84eb-968043c81d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (e0662874-78ce-4387-a824-8ab106baa767), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:03.340060 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a2ad7057-5a85-42b1-b3cb-8f24be6f8c14 req-f720bd64-a913-421b-b743-d2ee528b37cf tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/security-groups?id=471f934c-6cd6-4b5f-a957-d0fe5d8f11fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586841 May 26 13:47:03.347755 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b832ff-8b92-4ed7-a6e7-64ae02aee965 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Pushing event deleted for resources: {'Port': ['ID=f01ed1d1-5ed3-41f8-b751-42c8524c1067,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:03.357915 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f36fb2b-6d2b-4b66-84eb-968043c81d4f service neutron] Pushing event updated for resources: {'Port': ['ID=e0662874-78ce-4387-a824-8ab106baa767,revision_number=2']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:03.443644 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:03.524903 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-8f36fb2b-6d2b-4b66-84eb-968043c81d4f service neutron] Attempting to bind port e0662874-78ce-4387-a824-8ab106baa767 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:47:03.525265 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-8f36fb2b-6d2b-4b66-84eb-968043c81d4f service neutron] Attempting to bind port e0662874-78ce-4387-a824-8ab106baa767 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': 'abecec45-87fd-4c5c-8ebd-4180a12ed0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '279221b5-1c95-41d9-af88-4e2c4d2e3a32'}] {{(pid=110500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:47:03.525606 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-8f36fb2b-6d2b-4b66-84eb-968043c81d4f service neutron] Attempting to bind port e0662874-78ce-4387-a824-8ab106baa767 on network 279221b5-1c95-41d9-af88-4e2c4d2e3a32 {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:47:03.528722 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c121bd-6fa4-4aaf-8399-51a3281116ab req-a8b832ff-8b92-4ed7-a6e7-64ae02aee965 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] No DVR routers for this DVR port f01ed1d1-5ed3-41f8-b751-42c8524c1067 on host hv-cinder-81966 {{(pid=110501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 13:47:03.537510 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-8f36fb2b-6d2b-4b66-84eb-968043c81d4f service neutron] Port e0662874-78ce-4387-a824-8ab106baa767 on network 279221b5-1c95-41d9-af88-4e2c4d2e3a32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 13:47:03.540060 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-8f36fb2b-6d2b-4b66-84eb-968043c81d4f service neutron] Attempting to bind port e0662874-78ce-4387-a824-8ab106baa767 on network 279221b5-1c95-41d9-af88-4e2c4d2e3a32 {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:47:03.540888 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [req-51c121bd-6fa4-4aaf-8399-51a3281116ab req-a8b832ff-8b92-4ed7-a6e7-64ae02aee965 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:03.551717 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-51c121bd-6fa4-4aaf-8399-51a3281116ab req-a8b832ff-8b92-4ed7-a6e7-64ae02aee965 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.57 "DELETE /v2.0/ports/f01ed1d1-5ed3-41f8-b751-42c8524c1067 HTTP/1.1" status: 204 len: 173 time: 1.1302245 May 26 13:47:03.554556 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460c9c68-cb94-4868-833a-0c18408bf8a1', 'name': 'network-vif-deleted', 'tag': 'f01ed1d1-5ed3-41f8-b751-42c8524c1067'}] {{(pid=110501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:47:03.583393 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-8f36fb2b-6d2b-4b66-84eb-968043c81d4f service neutron] Checking agent: {'id': '207809ce-be6b-4746-a715-8e1c980ff656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 42, 40), 'started_at': datetime.datetime(2022, 5, 26, 13, 42, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:47:03.585862 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-8f36fb2b-6d2b-4b66-84eb-968043c81d4f service neutron] Checking segment: {'id': 'abecec45-87fd-4c5c-8ebd-4180a12ed0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '279221b5-1c95-41d9-af88-4e2c4d2e3a32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:47:03.586591 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-8f36fb2b-6d2b-4b66-84eb-968043c81d4f service neutron] Bound using segment: {'id': 'abecec45-87fd-4c5c-8ebd-4180a12ed0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '279221b5-1c95-41d9-af88-4e2c4d2e3a32'} {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:47:03.587018 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7554ed366569566c1c07a20dc3a12fa332abf68ec20ff88de472e4216b3e5b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd535c5-b5b3-497f-ad30-c5b030fe9a2f" -d '{"events": [{"server_uuid": "460c9c68-cb94-4868-833a-0c18408bf8a1", "name": "network-vif-deleted", "tag": "f01ed1d1-5ed3-41f8-b751-42c8524c1067"}]}' {{(pid=110501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:47:03.588845 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-8f36fb2b-6d2b-4b66-84eb-968043c81d4f service neutron] Bound port: e0662874-78ce-4387-a824-8ab106baa767, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abecec45-87fd-4c5c-8ebd-4180a12ed0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '279221b5-1c95-41d9-af88-4e2c4d2e3a32'}}] {{(pid=110500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:47:03.593599 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-8f36fb2b-6d2b-4b66-84eb-968043c81d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (e0662874-78ce-4387-a824-8ab106baa767), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:03.718514 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a571ef-451b-46ca-93ef-bfa2825f9546 x-openstack-request-id: req-a5a571ef-451b-46ca-93ef-bfa2825f9546 {{(pid=110501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:47:03.719223 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460c9c68-cb94-4868-833a-0c18408bf8a1", "name": "network-vif-deleted", "tag": "f01ed1d1-5ed3-41f8-b751-42c8524c1067", "status": "completed", "code": 200}]} {{(pid=110501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:47:03.719989 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a5a571ef-451b-46ca-93ef-bfa2825f9546 {{(pid=110501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:47:03.720650 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5a571ef-451b-46ca-93ef-bfa2825f9546'] response: {'server_uuid': '460c9c68-cb94-4868-833a-0c18408bf8a1', 'name': 'network-vif-deleted', 'tag': 'f01ed1d1-5ed3-41f8-b751-42c8524c1067', 'status': 'completed', 'code': 200} May 26 13:47:03.748956 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-8f36fb2b-6d2b-4b66-84eb-968043c81d4f service neutron] For port e0662874-78ce-4387-a824-8ab106baa767, host hv-cinder-81966, cleared binding levels {{(pid=110500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:47:03.755007 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-8f36fb2b-6d2b-4b66-84eb-968043c81d4f service neutron] For port e0662874-78ce-4387-a824-8ab106baa767, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=e0662874-78ce-4387-a824-8ab106baa767,segment=NetworkSegment(abecec45-87fd-4c5c-8ebd-4180a12ed0df),segment_id=abecec45-87fd-4c5c-8ebd-4180a12ed0df)] {{(pid=110500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:47:03.786673 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-8f36fb2b-6d2b-4b66-84eb-968043c81d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (e0662874-78ce-4387-a824-8ab106baa767), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:03.839135 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-8f36fb2b-6d2b-4b66-84eb-968043c81d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:03.839955 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-8f36fb2b-6d2b-4b66-84eb-968043c81d4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:03.841917 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-8f36fb2b-6d2b-4b66-84eb-968043c81d4f service neutron] 10.222.0.57 "PUT /v2.0/ports/e0662874-78ce-4387-a824-8ab106baa767 HTTP/1.1" status: 200 len: 1093 time: 1.4208591 May 26 13:47:03.846984 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ad193e-1516-41cd-8603-74830f1c6fc7', 'tag': 'e0662874-78ce-4387-a824-8ab106baa767'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:47:03.849532 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63efc70-ed03-48d5-833e-09a6775c55c2" -d '{"events": [{"name": "network-changed", "server_uuid": "39ad193e-1516-41cd-8603-74830f1c6fc7", "tag": "e0662874-78ce-4387-a824-8ab106baa767"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:47:03.903229 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a2e13-3d04-4db0-8296-b701be32e754 req-251f2677-e0d0-4d8c-8d5e-587dae14da36 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:03.905455 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bb3a2e13-3d04-4db0-8296-b701be32e754 req-251f2677-e0d0-4d8c-8d5e-587dae14da36 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.1383584 May 26 13:47:03.991729 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9090d4-b9a9-4ef2-93c8-c89ceff822b9 x-openstack-request-id: req-7c9090d4-b9a9-4ef2-93c8-c89ceff822b9 {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:47:03.992129 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ad193e-1516-41cd-8603-74830f1c6fc7", "tag": "e0662874-78ce-4387-a824-8ab106baa767", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:47:03.992281 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7c9090d4-b9a9-4ef2-93c8-c89ceff822b9 {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:47:03.992708 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c9090d4-b9a9-4ef2-93c8-c89ceff822b9'] response: {'name': 'network-changed', 'server_uuid': '39ad193e-1516-41cd-8603-74830f1c6fc7', 'tag': 'e0662874-78ce-4387-a824-8ab106baa767', 'status': 'completed', 'code': 200} May 26 13:47:03.998129 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f36fb2b-6d2b-4b66-84eb-968043c81d4f service neutron] Pushing event updated for resources: {'Port': ['ID=e0662874-78ce-4387-a824-8ab106baa767,revision_number=3']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:04.063198 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bb3a2e13-3d04-4db0-8296-b701be32e754 req-1a7c699b-68f2-497d-96ff-4b85931efaed tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276362 May 26 13:47:04.291444 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33da46-a763-4f95-b448-615699261758 req-6114893d-aed5-4f4f-a3ee-eee53fa76d9e tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:04.323333 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-0b33da46-a763-4f95-b448-615699261758 req-6114893d-aed5-4f4f-a3ee-eee53fa76d9e tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 943 time: 0.1548486 May 26 13:47:04.400936 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-0b33da46-a763-4f95-b448-615699261758 req-aed270d4-cc19-4b18-840e-cf93ab42ef4f tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763798 May 26 13:47:04.422212 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 60472) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:47:04.544474 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-41985032-5e72-47e8-aa72-3818cdb7db2c req-e1bd18ed-dc30-4687-97df-37785eb7fdb4 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=460c9c68-cb94-4868-833a-0c18408bf8a1 HTTP/1.1" status: 200 len: 210 time: 0.0539410 May 26 13:47:04.688383 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-13047f01-82a4-4991-8354-23860a40291c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:04.828494 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-13047f01-82a4-4991-8354-23860a40291c admin admin] Publish callbacks [] for security_group (73e4ce09-6966-4e91-852e-442abcd591a4), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:04.834772 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-13047f01-82a4-4991-8354-23860a40291c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (73e4ce09-6966-4e91-852e-442abcd591a4), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:04.878596 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-13047f01-82a4-4991-8354-23860a40291c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6a07a074bd38429e97a8f4a7ff2bbcf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4549859 May 26 13:47:04.879351 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13047f01-82a4-4991-8354-23860a40291c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e4ce09-6966-4e91-852e-442abcd591a4,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:04.881380 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 60478) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:47:04.892349 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device f01ed1d1-5ed3-41f8-b751-42c8524c1067 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 13:47:04.933426 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] No Port match for: f01ed1d1-5ed3-41f8-b751-42c8524c1067 {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 13:47:04.933780 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device f01ed1d1-5ed3-41f8-b751-42c8524c1067 not bound to the agent host hv-cinder-81966 {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 13:47:04.967390 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:04.979962 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-65a372b3-8432-4653-870d-e12b4594e96a admin admin] Publish callbacks [] for security_group (73e4ce09-6966-4e91-852e-442abcd591a4), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:05.007102 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-65a372b3-8432-4653-870d-e12b4594e96a admin admin] Publish callbacks [] for security_group (73e4ce09-6966-4e91-852e-442abcd591a4), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:05.074771 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-65a372b3-8432-4653-870d-e12b4594e96a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (73e4ce09-6966-4e91-852e-442abcd591a4), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:05.079077 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-65a372b3-8432-4653-870d-e12b4594e96a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:05.083357 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-65a372b3-8432-4653-870d-e12b4594e96a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/73e4ce09-6966-4e91-852e-442abcd591a4 HTTP/1.1" status: 204 len: 168 time: 0.1977732 May 26 13:47:05.094531 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a372b3-8432-4653-870d-e12b4594e96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e4ce09-6966-4e91-852e-442abcd591a4,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:05.246588 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21887d7d-485f-44aa-91fd-1fd8ef9dab0d req-b36e6a6a-2ecd-4f6e-8ff2-1eed57abbeda tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:05.248216 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-21887d7d-485f-44aa-91fd-1fd8ef9dab0d req-b36e6a6a-2ecd-4f6e-8ff2-1eed57abbeda tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.0734472 May 26 13:47:05.313308 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-21887d7d-485f-44aa-91fd-1fd8ef9dab0d req-e176136d-efa5-435d-be88-65ab77b783d7 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530436 May 26 13:47:05.621595 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e1c4b-4ef1-46fa-a0da-09f57823c973 req-9261272f-d253-4745-a8d7-96817433a437 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:05.623503 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f22e1c4b-4ef1-46fa-a0da-09f57823c973 req-9261272f-d253-4745-a8d7-96817433a437 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 943 time: 0.1180837 May 26 13:47:05.636936 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 60494) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:47:05.678454 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b2790d90-7a9e-4be5-9775-ebcfe60d7b80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:05.715473 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f22e1c4b-4ef1-46fa-a0da-09f57823c973 req-5a9d1399-239b-4658-bbde-7fa9796d3629 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825031 May 26 13:47:05.790611 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:05.954126 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-2f2cc559-4672-46f1-996e-926d103707da req-bd59628a-8d4a-4ac0-8153-a4f235f0f46a tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=460c9c68-cb94-4868-833a-0c18408bf8a1 HTTP/1.1" status: 200 len: 210 time: 0.1355522 May 26 13:47:06.023371 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b2790d90-7a9e-4be5-9775-ebcfe60d7b80 admin admin] Publish callbacks [] for security_group (41b6a03a-255e-40ad-bef9-e016fdda9252), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:06.033072 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b2790d90-7a9e-4be5-9775-ebcfe60d7b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (41b6a03a-255e-40ad-bef9-e016fdda9252), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:06.089232 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 60504) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:47:06.089937 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-b2790d90-7a9e-4be5-9775-ebcfe60d7b80 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d9bd33dcf0e5423583a8ea858edd291b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4504185 May 26 13:47:06.128540 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2790d90-7a9e-4be5-9775-ebcfe60d7b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b6a03a-255e-40ad-bef9-e016fdda9252,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:06.177414 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-ba9fecf1-528f-4fef-ad2d-1340598e18fa admin admin] Publish callbacks [] for security_group (41b6a03a-255e-40ad-bef9-e016fdda9252), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:06.180554 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:06.211731 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-ba9fecf1-528f-4fef-ad2d-1340598e18fa admin admin] Publish callbacks [] for security_group (41b6a03a-255e-40ad-bef9-e016fdda9252), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:06.345147 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-ba9fecf1-528f-4fef-ad2d-1340598e18fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (41b6a03a-255e-40ad-bef9-e016fdda9252), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:06.348570 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-ba9fecf1-528f-4fef-ad2d-1340598e18fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:06.350062 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-ba9fecf1-528f-4fef-ad2d-1340598e18fa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/41b6a03a-255e-40ad-bef9-e016fdda9252 HTTP/1.1" status: 204 len: 168 time: 0.2596185 May 26 13:47:06.367188 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9fecf1-528f-4fef-ad2d-1340598e18fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b6a03a-255e-40ad-bef9-e016fdda9252,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:06.528212 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd628cdb-a4cf-4579-9fd9-49f0a2942817 req-6e39085c-543c-4e64-be53-daaf14c3fed5 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:06.531867 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fd628cdb-a4cf-4579-9fd9-49f0a2942817 req-6e39085c-543c-4e64-be53-daaf14c3fed5 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.0778670 May 26 13:47:06.624192 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fd628cdb-a4cf-4579-9fd9-49f0a2942817 req-9d8250f5-7bed-4cf7-ae8e-b277a044bb62 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737681 May 26 13:47:06.887621 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb7371-9693-4dea-85c5-53b949f3dcb2 req-f9dada1a-e69c-4265-a18a-1273b2045e06 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:06.889929 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-09fb7371-9693-4dea-85c5-53b949f3dcb2 req-f9dada1a-e69c-4265-a18a-1273b2045e06 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 943 time: 0.0702534 May 26 13:47:06.971646 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-09fb7371-9693-4dea-85c5-53b949f3dcb2 req-99452929-870b-4ea3-adc3-131a55e9b4c6 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732939 May 26 13:47:06.983201 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 60520) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:47:06.998299 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-f7a93e03-ef50-4c8a-bcf3-051bbfc2ecd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:07.010548 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=8,neutron:DELETE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:07.115217 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-f7a93e03-ef50-4c8a-bcf3-051bbfc2ecd2 admin admin] Publish callbacks [] for security_group (14ef270c-cd2a-4c74-98ff-9d04f5bc73c0), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:07.127331 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-f7a93e03-ef50-4c8a-bcf3-051bbfc2ecd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (14ef270c-cd2a-4c74-98ff-9d04f5bc73c0), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:07.156805 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0432ebc6-69af-4565-bd3c-9cf4def7d0cf req-4abf39f0-a492-4dff-8bb7-afab09b46a45 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=460c9c68-cb94-4868-833a-0c18408bf8a1 HTTP/1.1" status: 200 len: 210 time: 0.0439110 May 26 13:47:07.191910 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a93e03-ef50-4c8a-bcf3-051bbfc2ecd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ef270c-cd2a-4c74-98ff-9d04f5bc73c0,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:07.197840 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-f7a93e03-ef50-4c8a-bcf3-051bbfc2ecd2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eeb4907256c04adb91c2d5abae2b1f25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2132163 May 26 13:47:07.200165 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 60524) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:47:07.262919 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-cc50f14c-23bd-4a9a-ae42-e7dd4466e3bb admin admin] Publish callbacks [] for security_group (14ef270c-cd2a-4c74-98ff-9d04f5bc73c0), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:07.295772 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-cc50f14c-23bd-4a9a-ae42-e7dd4466e3bb admin admin] Publish callbacks [] for security_group (14ef270c-cd2a-4c74-98ff-9d04f5bc73c0), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:07.390951 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-cc50f14c-23bd-4a9a-ae42-e7dd4466e3bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (14ef270c-cd2a-4c74-98ff-9d04f5bc73c0), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:07.394379 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-cc50f14c-23bd-4a9a-ae42-e7dd4466e3bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:07.395660 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-cc50f14c-23bd-4a9a-ae42-e7dd4466e3bb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/14ef270c-cd2a-4c74-98ff-9d04f5bc73c0 HTTP/1.1" status: 204 len: 168 time: 0.1943851 May 26 13:47:07.420923 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc50f14c-23bd-4a9a-ae42-e7dd4466e3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ef270c-cd2a-4c74-98ff-9d04f5bc73c0,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:07.844904 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ecd83-b983-4bec-94cf-e181b9ecd191 req-c68ef867-814e-4121-a751-957b3208391b tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:07.852438 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-c63ecd83-b983-4bec-94cf-e181b9ecd191 req-c68ef867-814e-4121-a751-957b3208391b tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.1069694 May 26 13:47:08.030225 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-c63ecd83-b983-4bec-94cf-e181b9ecd191 req-5ed31f45-ecf7-49ad-9b70-e304875a269c tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763866 May 26 13:47:08.255057 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2dee4-b6e8-4315-a5b9-93731a02add5 req-92e23c5d-e530-4002-8f62-7da224dc258b tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:08.258427 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fab2dee4-b6e8-4315-a5b9-93731a02add5 req-92e23c5d-e530-4002-8f62-7da224dc258b tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 943 time: 0.0956657 May 26 13:47:08.380890 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fab2dee4-b6e8-4315-a5b9-93731a02add5 req-2fb5541a-c950-49c6-b353-4d39eb3a5c0b tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071405 May 26 13:47:08.466501 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-5a06e973-1a85-48a3-95fc-935f3ac2b210 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1386823348&fields=id&tenant_id=c85800d659ab43ff9b16266f9f037fc2 HTTP/1.1" status: 200 len: 267 time: 0.1453004 May 26 13:47:08.561009 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-95ba381e-ee12-4397-966d-514d54997a42 req-522efa98-6735-498c-81ff-bbbd3d179ac6 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=460c9c68-cb94-4868-833a-0c18408bf8a1 HTTP/1.1" status: 200 len: 210 time: 0.0413978 May 26 13:47:08.644822 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-a307da17-eb4b-4590-ab0b-dee62555e948 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:08.652966 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-a307da17-eb4b-4590-ab0b-dee62555e948 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/networks?id=0478328b-202e-4fb7-84c6-c736725d6bdc HTTP/1.1" status: 200 len: 809 time: 0.1851990 May 26 13:47:08.681316 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-6029f6f7-7f19-4824-adde-40d9151d9615 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/quotas/c85800d659ab43ff9b16266f9f037fc2 HTTP/1.1" status: 200 len: 375 time: 0.0174739 May 26 13:47:08.740616 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:08.748089 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-dfed87e6-f037-4519-9796-d3a5ab2d327f tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c85800d659ab43ff9b16266f9f037fc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0625010 May 26 13:47:08.959564 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-ea318c40-47c3-4130-8989-32fb1b0f1f51 service neutron] 10.222.0.16 "GET /v2.0/networks/0478328b-202e-4fb7-84c6-c736725d6bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725791 May 26 13:47:09.100050 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-9f58166e-7c40-4454-bbbc-f0bdbb18dbde service neutron] 10.222.0.16 "GET /v2.0/networks/0478328b-202e-4fb7-84c6-c736725d6bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314394 May 26 13:47:09.255416 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095af6c-5e17-4ce2-ad20-7bdf254b7924 req-c8ed78d6-0139-4a58-9c33-160132ca4a09 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:09.257931 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c095af6c-5e17-4ce2-ad20-7bdf254b7924 req-c8ed78d6-0139-4a58-9c33-160132ca4a09 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.0969372 May 26 13:47:09.352691 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c095af6c-5e17-4ce2-ad20-7bdf254b7924 req-68c644a8-218d-4454-886d-f770a34a471c tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850120 May 26 13:47:09.566588 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a7cf0-06ec-414d-ad64-019fceac7cab req-e48800a3-0a24-4a86-a3c7-dd980c18ba0f tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:09.568722 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bf2a7cf0-06ec-414d-ad64-019fceac7cab req-e48800a3-0a24-4a86-a3c7-dd980c18ba0f tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 943 time: 0.0681469 May 26 13:47:09.670420 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bf2a7cf0-06ec-414d-ad64-019fceac7cab req-a305299c-50a9-4a37-8891-7483da4992db tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938101 May 26 13:47:09.851031 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-dc581da2-068e-404f-a74f-085419caff89 req-e6594314-3f2b-49c7-afce-88508953d60d tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=460c9c68-cb94-4868-833a-0c18408bf8a1 HTTP/1.1" status: 200 len: 210 time: 0.0832977 May 26 13:47:10.085400 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2c6f10a8-545a-47d0-8dbc-c3e016a823c7 req-aef6098b-1fc5-411c-82a6-c6dfbad84f40 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 210 time: 0.0495224 May 26 13:47:10.341317 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:10.517238 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc012af5-6f2f-4b9d-b30a-7c6af8f985a0 req-101511d3-73d8-477b-a939-fd6bbf3e4416 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:10.519148 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-cc012af5-6f2f-4b9d-b30a-7c6af8f985a0 req-101511d3-73d8-477b-a939-fd6bbf3e4416 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.0811386 May 26 13:47:10.589684 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-cc012af5-6f2f-4b9d-b30a-7c6af8f985a0 req-9e145033-de9a-423a-8e46-cbf719ea20a0 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623879 May 26 13:47:10.788121 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:10.819087 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c5d98-94c9-473d-a7a3-4476fb44a650 req-6dbad500-76b1-4b0a-931b-a33eeaf9c8cd tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:10.820811 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f82c5d98-94c9-473d-a7a3-4476fb44a650 req-6dbad500-76b1-4b0a-931b-a33eeaf9c8cd tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 943 time: 0.0645411 May 26 13:47:10.885869 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f82c5d98-94c9-473d-a7a3-4476fb44a650 req-95d200bc-88d5-4324-bfc4-5cd84c59c3bd tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577741 May 26 13:47:10.964656 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-557c7180-c5fb-4d47-b1ee-9197c058ba76 req-5e2e5393-e6e3-4acf-8694-60594046062a tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=460c9c68-cb94-4868-833a-0c18408bf8a1 HTTP/1.1" status: 200 len: 210 time: 0.0371096 May 26 13:47:11.067882 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-1727c4ea-3d96-4a8f-a5ba-936c9db39234 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=7b4298aa065642c0bcfaed146905ce85&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328441 May 26 13:47:11.203028 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-1a490a55-eff2-4810-89de-f0376b905b35 req-b98a7a2b-7c33-4026-97c2-37ae4bb600db tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 210 time: 0.0347011 May 26 13:47:11.290965 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-7b7e051b-47ef-4819-a37c-3f299fbee589 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:11.292604 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-7b7e051b-47ef-4819-a37c-3f299fbee589 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2191844 May 26 13:47:11.312924 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-56383f13-d875-456b-a538-3f7ea79d6732 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/quotas/7b4298aa065642c0bcfaed146905ce85 HTTP/1.1" status: 200 len: 375 time: 0.0141098 May 26 13:47:11.579279 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-dde00e3b-f7c2-4048-a091-2a23c98be30f tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7b4298aa065642c0bcfaed146905ce85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2586050 May 26 13:47:11.755051 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d92c9-7283-4993-a9cd-098f2715e49e req-97699f10-819a-4bd9-88af-deb242be6a5d tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:11.768969 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-8a8d92c9-7283-4993-a9cd-098f2715e49e req-97699f10-819a-4bd9-88af-deb242be6a5d tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.0916822 May 26 13:47:11.818945 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ad28c620-4d0a-4cb2-9264-943a9808e5c1 req-3400af97-b540-4d46-84a6-36fd73c7c7b4 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d71f53-7765-4d4a-88db-e17c8171cc2e HTTP/1.1" status: 200 len: 210 time: 0.0630782 May 26 13:47:11.842482 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-8a8d92c9-7283-4993-a9cd-098f2715e49e req-6788c266-40bc-44f3-8ac9-0fcf8a407e87 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703311 May 26 13:47:12.122398 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-9b70a882-68f1-463f-a329-c237de5a746e req-573ca30d-f863-44d7-88fc-8c6a43ad8783 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=460c9c68-cb94-4868-833a-0c18408bf8a1 HTTP/1.1" status: 200 len: 210 time: 0.0422723 May 26 13:47:12.144990 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fa167-9580-4fa2-a2a5-dd7a10b1ecec req-27a90676-50b7-4246-9f4a-e63092bd4ec1 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:12.146851 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-477fa167-9580-4fa2-a2a5-dd7a10b1ecec req-27a90676-50b7-4246-9f4a-e63092bd4ec1 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 943 time: 0.1692743 May 26 13:47:12.249413 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-477fa167-9580-4fa2-a2a5-dd7a10b1ecec req-30eb309a-4425-4068-a1bc-329f40ad157e tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966659 May 26 13:47:12.346836 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-c36438b2-ab76-457a-88f7-57a655be6c11 req-954c4917-0630-47ec-bbb7-b7727dd4643c tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 210 time: 0.0378470 May 26 13:47:12.945772 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-661d1fb6-8004-479a-9e61-bdeb388a74aa req-8ac166e5-a92e-45b7-9651-a3db711431fc tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d71f53-7765-4d4a-88db-e17c8171cc2e HTTP/1.1" status: 200 len: 210 time: 0.0355093 May 26 13:47:12.985970 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa00954-f33c-4b19-85f9-2058fa91d63e req-d9417317-73a2-4a9b-a104-942cb5847d5c tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:12.988472 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-3aa00954-f33c-4b19-85f9-2058fa91d63e req-d9417317-73a2-4a9b-a104-942cb5847d5c tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.0757101 May 26 13:47:13.040839 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-3aa00954-f33c-4b19-85f9-2058fa91d63e req-60de87b8-9a0d-4c0a-a585-cd5666ba3768 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441258 May 26 13:47:13.220764 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:DELETE=3 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:13.243538 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-d554ecc8-4b1a-4037-8577-c84ee3e4b6aa req-c41470f4-5578-44c7-8cc2-5dd24134755e tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=460c9c68-cb94-4868-833a-0c18408bf8a1 HTTP/1.1" status: 200 len: 210 time: 0.0318749 May 26 13:47:13.384139 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6fde0-d904-4d63-832a-2b69f557b3ad req-0cd6e3a5-40ef-40d0-bbe4-007ac43b9d96 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:13.386035 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-e8b6fde0-d904-4d63-832a-2b69f557b3ad req-0cd6e3a5-40ef-40d0-bbe4-007ac43b9d96 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 943 time: 0.0509276 May 26 13:47:13.406128 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=100 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:13.460597 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-e8b6fde0-d904-4d63-832a-2b69f557b3ad req-5b297976-9f0b-4669-9d54-5ad19feb8fc6 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682809 May 26 13:47:13.461826 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-754dd5bd-3604-4b2a-952d-0aaad9060bf9 req-75359a6a-df6f-4de7-ad24-caae29ddd3b9 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 210 time: 0.0276914 May 26 13:47:14.046795 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-af8e9387-7e21-4d8b-a827-32f3d167a0aa req-24afca82-df48-4f53-8be9-e9ac4277de9a tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d71f53-7765-4d4a-88db-e17c8171cc2e HTTP/1.1" status: 200 len: 210 time: 0.0336363 May 26 13:47:14.087125 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-1427947a-52a6-45db-8336-6aa384679142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:14.164010 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c04155-c2fa-4acf-bb6f-de10c1ad7b9d req-3593f48e-6515-4fd7-a5bc-da3e6c8ae5c6 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:14.165609 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a5c04155-c2fa-4acf-bb6f-de10c1ad7b9d req-3593f48e-6515-4fd7-a5bc-da3e6c8ae5c6 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.0495338 May 26 13:47:14.218114 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a5c04155-c2fa-4acf-bb6f-de10c1ad7b9d req-2d5d5ee9-6f59-4102-a966-bf7f4d714bfe tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465176 May 26 13:47:14.350807 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-e1109949-b684-444b-9eb8-3e8707600887 req-6356ce50-8d2e-4c74-af0a-c47f62346b71 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=460c9c68-cb94-4868-833a-0c18408bf8a1 HTTP/1.1" status: 200 len: 210 time: 0.0308127 May 26 13:47:14.591073 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-e3ad0939-69eb-4937-bed4-a5aa93b548b1 req-f7eb1fd0-ed2f-4202-bf4e-00374a3a168f tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 210 time: 0.0540044 May 26 13:47:14.615165 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4651976-4fca-4803-9cab-2921bfa8c03a req-f7786bbe-d7e2-4427-9811-98415897dc6a tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:14.615165 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b4651976-4fca-4803-9cab-2921bfa8c03a req-f7786bbe-d7e2-4427-9811-98415897dc6a tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 943 time: 0.0728946 May 26 13:47:14.663548 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b4651976-4fca-4803-9cab-2921bfa8c03a req-064bc81d-1d89-4458-b95e-fb676e1cbca8 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463510 May 26 13:47:15.143126 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-421310d8-0b13-457c-b583-b86924107720 req-a21ba3bb-d774-47ea-a65f-8e80da952016 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d71f53-7765-4d4a-88db-e17c8171cc2e HTTP/1.1" status: 200 len: 210 time: 0.0274158 May 26 13:47:15.333551 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c97546-d571-4a63-9d6f-b8096324f1cb req-e12252e9-1942-4682-9139-aca6c884b2dd tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:15.335034 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c8c97546-d571-4a63-9d6f-b8096324f1cb req-e12252e9-1942-4682-9139-aca6c884b2dd tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.0480065 May 26 13:47:15.386350 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c8c97546-d571-4a63-9d6f-b8096324f1cb req-6f8c1abb-6ab3-46df-a357-f328c516b558 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445137 May 26 13:47:15.451301 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-bdfb644d-3619-4386-b482-96d141368484 req-f42c5784-d259-4023-b219-c692de3be004 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=460c9c68-cb94-4868-833a-0c18408bf8a1 HTTP/1.1" status: 200 len: 210 time: 0.0293586 May 26 13:47:15.700172 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-1cd87e15-6e1b-4db5-b443-066848995715 req-126f5e9e-7e2b-49ad-b8b3-cc4101e70476 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 210 time: 0.0345252 May 26 13:47:15.792037 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c5ee6-dc88-4aa2-8259-a08e0e5629d4 req-42f8e57b-2f15-4c76-95b4-3e2efa81ff77 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:15.793754 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-062c5ee6-dc88-4aa2-8259-a08e0e5629d4 req-42f8e57b-2f15-4c76-95b4-3e2efa81ff77 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 943 time: 0.0573883 May 26 13:47:15.851599 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-062c5ee6-dc88-4aa2-8259-a08e0e5629d4 req-98633f49-fd76-4336-a1b4-d17ac41d6c05 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517373 May 26 13:47:16.236993 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bf5e6b48-6727-4873-895b-492e9cc09272 req-ed5d48e8-eff3-4444-b203-69f85b26dd29 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d71f53-7765-4d4a-88db-e17c8171cc2e HTTP/1.1" status: 200 len: 210 time: 0.0271795 May 26 13:47:16.446825 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-282bcace-2cdd-4dc5-84ab-1e3799d23229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:16.520286 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf0ed3-1c7f-4073-8e3c-e5c743205f8a req-70cd0cdf-4f2b-40ff-8c2c-19460554c618 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:16.523142 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-30bf0ed3-1c7f-4073-8e3c-e5c743205f8a req-70cd0cdf-4f2b-40ff-8c2c-19460554c618 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.0561216 May 26 13:47:16.563534 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b97ff7ff-a983-456e-9f49-38bec75ab02a req-9ecbdc3b-218d-4b31-90ab-d42d2e05d3f0 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=460c9c68-cb94-4868-833a-0c18408bf8a1 HTTP/1.1" status: 200 len: 210 time: 0.0365369 May 26 13:47:16.576863 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-30bf0ed3-1c7f-4073-8e3c-e5c743205f8a req-1b6da5da-7491-4fcc-9f87-13bd33cd3b56 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478003 May 26 13:47:16.797495 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-029b3bd9-f150-497a-b93e-63121c0dd0e2 req-1c5851be-af51-42cb-a84c-f1c13109d70f tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 210 time: 0.0290210 May 26 13:47:16.967475 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea6839-9865-46f5-9db3-c89a86133739 req-947f82bf-eb55-40fd-b4e5-e63063b6165c tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:16.968961 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-aaea6839-9865-46f5-9db3-c89a86133739 req-947f82bf-eb55-40fd-b4e5-e63063b6165c tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 943 time: 0.0501988 May 26 13:47:17.016330 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-aaea6839-9865-46f5-9db3-c89a86133739 req-616463b0-3d23-4a31-9c56-95d0f9834648 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409606 May 26 13:47:17.336246 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e2c43cf7-3e46-4000-b3bf-4a3c5ff6809f req-384b1972-bc58-469d-a96e-8c8e985b58dd tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d71f53-7765-4d4a-88db-e17c8171cc2e HTTP/1.1" status: 200 len: 210 time: 0.0316882 May 26 13:47:17.616956 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=4 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:17.632574 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=4 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:17.666022 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-7e9ba2cf-d05c-496d-a993-d512c0cd7eb0 req-dd87ffef-6ee7-40bd-bbc0-fd12171d963f tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=460c9c68-cb94-4868-833a-0c18408bf8a1 HTTP/1.1" status: 200 len: 210 time: 0.0284860 May 26 13:47:17.698346 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60f2e7-e478-463b-9d83-e99920b7abb0 req-40cda8a5-44ea-43dc-bf48-6be774e5599b tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:17.699856 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ee60f2e7-e478-463b-9d83-e99920b7abb0 req-40cda8a5-44ea-43dc-bf48-6be774e5599b tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.0496657 May 26 13:47:17.721676 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:17.755997 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ee60f2e7-e478-463b-9d83-e99920b7abb0 req-771ff4aa-20ed-46a5-a139-e42f5ee9dcea tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465379 May 26 13:47:17.893380 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-e0b9c838-8887-4c20-bd3a-c9735cde9373 req-bdd3ee14-29ea-4115-a782-ca6e58633d92 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 210 time: 0.0280445 May 26 13:47:18.131765 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea491b2-9f13-42ac-9257-5a6d3f6ec4c9 req-de83422a-4f8f-4b96-81bb-35df82c54454 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:18.133289 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-1ea491b2-9f13-42ac-9257-5a6d3f6ec4c9 req-de83422a-4f8f-4b96-81bb-35df82c54454 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 943 time: 0.0489094 May 26 13:47:18.184886 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-1ea491b2-9f13-42ac-9257-5a6d3f6ec4c9 req-cf4baaf1-80d4-4be0-a0b1-ee2cae14c9a7 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457740 May 26 13:47:18.434271 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-8d2f0390-c034-4492-83c4-038ec6b6b3f9 req-40101a21-8642-43b0-a667-0063f5ef7a89 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d71f53-7765-4d4a-88db-e17c8171cc2e HTTP/1.1" status: 200 len: 210 time: 0.0309579 May 26 13:47:18.765092 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5eaa0ede-b52b-4c14-aee2-4d0d8f419863 req-96193cfa-1ca2-4b77-ad67-1314e6034899 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=460c9c68-cb94-4868-833a-0c18408bf8a1 HTTP/1.1" status: 200 len: 210 time: 0.0290537 May 26 13:47:18.870395 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d30876-a917-424e-94a4-d23ddf6626e7 req-a984c862-c768-4260-861b-1ed03811b22c tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:18.871933 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-f8d30876-a917-424e-94a4-d23ddf6626e7 req-a984c862-c768-4260-861b-1ed03811b22c tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.0482910 May 26 13:47:18.924071 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-f8d30876-a917-424e-94a4-d23ddf6626e7 req-fc09e4e7-9546-433d-95b8-30d16680c1fd tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454009 May 26 13:47:18.992078 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-34a1482e-fd05-427a-a87f-70aa6ce3dca4 req-fe0cb6c4-5915-4089-b55b-4082fa46f067 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 210 time: 0.0291066 May 26 13:47:19.135946 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:19.267407 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=100 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:19.303940 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cfdcf4-d9b8-4b21-bf67-8ee0970b024d req-9dd3db22-b246-4efc-a81f-024bc26c8a9b tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:19.305505 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-94cfdcf4-d9b8-4b21-bf67-8ee0970b024d req-9dd3db22-b246-4efc-a81f-024bc26c8a9b tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 943 time: 0.0477705 May 26 13:47:19.356204 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-94cfdcf4-d9b8-4b21-bf67-8ee0970b024d req-cbd780c0-89cb-4b2d-a0f3-0ccb93f4e341 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450249 May 26 13:47:19.531192 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f0da40cf-5158-4ea1-9df9-8d29e23578db req-9a1b48f6-4de8-404b-b9d8-5334cc9bb4b5 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d71f53-7765-4d4a-88db-e17c8171cc2e HTTP/1.1" status: 200 len: 210 time: 0.0281131 May 26 13:47:19.772705 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63efc70-ed03-48d5-833e-09a6775c55c2 req-b5e3ef2e-1c93-4afe-aa62-66b908dd9af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:19.774459 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-e63efc70-ed03-48d5-833e-09a6775c55c2 req-b5e3ef2e-1c93-4afe-aa62-66b908dd9af5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c70c0ab9b5134d0781dea0e0abc02ac8&device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 1127 time: 0.0528829 May 26 13:47:19.866826 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffcd93-15da-4b4c-9a46-77819a5e6efa req-500aa17b-3427-4812-8cca-f0d74a26446b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:19.868811 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-adffcd93-15da-4b4c-9a46-77819a5e6efa req-500aa17b-3427-4812-8cca-f0d74a26446b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=667a2ccd9c9045879b4b87e156997161&device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 1129 time: 0.0818136 May 26 13:47:19.975364 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-eaca0e8e-91f8-47a9-b571-0fd37ff1b040 req-5c530640-8cb7-4818-8c76-0ed27bded170 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=460c9c68-cb94-4868-833a-0c18408bf8a1 HTTP/1.1" status: 200 len: 210 time: 0.0707438 May 26 13:47:20.029726 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:20.077043 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63efc70-ed03-48d5-833e-09a6775c55c2 req-d95033fa-82ba-4ce7-bad7-38c9e2c80033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:20.078880 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-e63efc70-ed03-48d5-833e-09a6775c55c2 req-d95033fa-82ba-4ce7-bad7-38c9e2c80033 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=c70c0ab9b5134d0781dea0e0abc02ac8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2926986 May 26 13:47:20.095874 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffcd93-15da-4b4c-9a46-77819a5e6efa req-589f41ef-36f1-4903-b4ec-2440a3852f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:20.097705 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-adffcd93-15da-4b4c-9a46-77819a5e6efa req-589f41ef-36f1-4903-b4ec-2440a3852f29 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fcfdea38-f7ed-4182-bc5e-d5404ef24e0e HTTP/1.1" status: 200 len: 919 time: 0.2221675 May 26 13:47:20.120118 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7acb86-f2f9-4298-9135-49a9cb6c79ab req-8bb7a0a0-5d62-4f5b-9a9f-12586e204004 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:20.122030 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0b7acb86-f2f9-4298-9135-49a9cb6c79ab req-8bb7a0a0-5d62-4f5b-9a9f-12586e204004 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.0820603 May 26 13:47:20.182851 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0b7acb86-f2f9-4298-9135-49a9cb6c79ab req-8b28a09d-cfc1-47a1-90d8-0ebf53a82458 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538585 May 26 13:47:20.332619 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-adffcd93-15da-4b4c-9a46-77819a5e6efa req-7f4162d1-a304-4c67-bbf8-21e43d409c8d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbc63303-0423-4bdd-8895-788f378a4ced HTTP/1.1" status: 200 len: 217 time: 0.0401974 May 26 13:47:20.377612 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-79a63de2-57db-484e-9eb8-8d315a82b3f1 req-85017444-7da5-4e1a-9fba-73bf6ed4b7f2 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 210 time: 0.2851803 May 26 13:47:20.408843 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffcd93-15da-4b4c-9a46-77819a5e6efa req-c5ae149d-ef5c-4009-b6ba-fc8ac56467bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:20.411019 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-adffcd93-15da-4b4c-9a46-77819a5e6efa req-c5ae149d-ef5c-4009-b6ba-fc8ac56467bf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5 HTTP/1.1" status: 200 len: 857 time: 0.0695486 May 26 13:47:20.460981 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:20.485084 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5208438-66b2-4e48-8159-a3084b0334cb req-3672ccd3-96a3-4b41-84ae-c3c108a76a21 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:20.487581 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c5208438-66b2-4e48-8159-a3084b0334cb req-3672ccd3-96a3-4b41-84ae-c3c108a76a21 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 943 time: 0.0547361 May 26 13:47:20.488531 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63efc70-ed03-48d5-833e-09a6775c55c2 req-7283cf6c-d243-4fb6-b427-20812994d2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:20.490208 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-e63efc70-ed03-48d5-833e-09a6775c55c2 req-7283cf6c-d243-4fb6-b427-20812994d2b1 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1228426 May 26 13:47:20.547781 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c5208438-66b2-4e48-8159-a3084b0334cb req-8e964fd3-0ef2-46d4-bd14-e92fcde8c9c7 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537624 May 26 13:47:20.634793 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-2e9f1b99-e858-4d0d-bbd1-03c27ccb8c9c req-8ea966e7-7eaf-4cff-ad3f-c533c4341edd tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d71f53-7765-4d4a-88db-e17c8171cc2e HTTP/1.1" status: 200 len: 210 time: 0.0307033 May 26 13:47:21.085773 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6071830b-8302-4aa6-975a-ae467f381fc6 req-57a89f56-c866-4329-9fa4-22efccbd49d6 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=460c9c68-cb94-4868-833a-0c18408bf8a1 HTTP/1.1" status: 200 len: 210 time: 0.0295589 May 26 13:47:21.299331 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31620453-58ff-4cb2-9674-e59f989dbe97 req-9ef7d202-1afc-4308-a138-fecf99214f07 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:21.300798 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-31620453-58ff-4cb2-9674-e59f989dbe97 req-9ef7d202-1afc-4308-a138-fecf99214f07 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.0457547 May 26 13:47:21.348776 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-31620453-58ff-4cb2-9674-e59f989dbe97 req-f446c4f0-6b9e-4347-89d5-cb836fd7e36f tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422001 May 26 13:47:21.475408 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-9752ab2c-f5a5-4b22-a5f7-5fbfb6338480 req-73a4636a-7aaf-4be2-a5de-345083c24625 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 210 time: 0.0272942 May 26 13:47:21.667443 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c10665-299d-4495-8a0a-ef5729bad5a4 req-1a618282-4c63-45c1-8f38-7cfefc9f3b5c tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:21.669047 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-b0c10665-299d-4495-8a0a-ef5729bad5a4 req-1a618282-4c63-45c1-8f38-7cfefc9f3b5c tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 943 time: 0.0474370 May 26 13:47:21.709745 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=100 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:21.717751 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-b0c10665-299d-4495-8a0a-ef5729bad5a4 req-1269ca02-f8c6-4c49-aa96-d388025fa226 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425284 May 26 13:47:21.733041 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-dd4c0f5b-f903-4047-a208-5062a78f6c28 req-e9f67b97-bee0-4176-8a87-65838929f5ef tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d71f53-7765-4d4a-88db-e17c8171cc2e HTTP/1.1" status: 200 len: 210 time: 0.0280933 May 26 13:47:22.208859 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-48da1825-f01f-494d-bbf9-a06ecfa2802d req-0f0d8a74-c4fa-469b-b0ea-6a370b062f18 tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=460c9c68-cb94-4868-833a-0c18408bf8a1 HTTP/1.1" status: 200 len: 210 time: 0.0369482 May 26 13:47:22.480622 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83893f6b-3d88-417f-b57e-e59204f62e6a req-4a3995e5-5e21-47e1-8d6a-d66759e5bba5 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:22.482191 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-83893f6b-3d88-417f-b57e-e59204f62e6a req-4a3995e5-5e21-47e1-8d6a-d66759e5bba5 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.0589466 May 26 13:47:22.520525 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:22.542594 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-83893f6b-3d88-417f-b57e-e59204f62e6a req-f38a6b4f-eed0-4d62-92c7-eaa3a46b62b1 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536444 May 26 13:47:22.578180 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-1f1a90ec-f9d7-48a4-aa70-c2d8b2865a65 req-3b4260fe-ddaa-47f5-b705-b54a4dc36b44 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 210 time: 0.0299492 May 26 13:47:22.833119 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381a8ba-6717-466b-80a7-c854aa8c4a4a req-f60b582b-65f4-4093-8e80-a1f4e64d02df tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:22.834950 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e381a8ba-6717-466b-80a7-c854aa8c4a4a req-f60b582b-65f4-4093-8e80-a1f4e64d02df tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 943 time: 0.0488038 May 26 13:47:22.836349 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-6e38aa7a-19db-4453-94c1-b08ad6a4f0b8 req-0d861036-78bc-40ee-9012-79df43934ed8 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d71f53-7765-4d4a-88db-e17c8171cc2e HTTP/1.1" status: 200 len: 210 time: 0.0353947 May 26 13:47:22.896828 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e381a8ba-6717-466b-80a7-c854aa8c4a4a req-514cbbe6-29d3-4366-b743-284002a3b575 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467386 May 26 13:47:23.322272 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-98669a60-9c7f-4eac-ad56-fb4fedaa0939 req-3d9bbb29-cbd3-411b-9655-a12ba72a4d2f tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=460c9c68-cb94-4868-833a-0c18408bf8a1 HTTP/1.1" status: 200 len: 210 time: 0.0295820 May 26 13:47:23.668674 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39164c5f-081c-45bd-8536-1dda89d8d298 req-5f3d3887-7003-4c36-8f8a-a104ee79d681 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:23.670141 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-39164c5f-081c-45bd-8536-1dda89d8d298 req-5f3d3887-7003-4c36-8f8a-a104ee79d681 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.0488579 May 26 13:47:23.676503 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-9f38beec-24b3-4ea5-a926-e10caa1729f8 req-ecb6f551-347e-40b7-a78a-d7970b652a23 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 210 time: 0.0280378 May 26 13:47:23.722664 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-39164c5f-081c-45bd-8536-1dda89d8d298 req-31521bd4-28cc-4200-9bd4-eef0efee0d6f tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465336 May 26 13:47:23.942641 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-ac867852-965d-4910-9390-6b7718dd9fb0 req-43e5801d-b514-4434-91e7-5f3e6b0b9faa tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d71f53-7765-4d4a-88db-e17c8171cc2e HTTP/1.1" status: 200 len: 210 time: 0.0311136 May 26 13:47:24.010730 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778e1bd-d20e-473e-a783-47727cdec549 req-e50c6039-7fbc-4ff7-94d2-397f1ca16248 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:24.012207 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e778e1bd-d20e-473e-a783-47727cdec549 req-e50c6039-7fbc-4ff7-94d2-397f1ca16248 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 943 time: 0.0471251 May 26 13:47:24.059420 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e778e1bd-d20e-473e-a783-47727cdec549 req-702e0a59-5bee-4917-820a-97452c89969f tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410757 May 26 13:47:24.452676 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-059e08dc-13eb-4d2e-aa2f-a68da011adc3 req-3806824c-feb0-433c-acb0-6e9ee53d821d tempest-VolumesActionsTest-2054095430 tempest-VolumesActionsTest-2054095430-project] 10.222.0.16 "GET /v2.0/ports?device_id=460c9c68-cb94-4868-833a-0c18408bf8a1 HTTP/1.1" status: 200 len: 210 time: 0.0303934 May 26 13:47:24.603167 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffcd93-15da-4b4c-9a46-77819a5e6efa req-8c251d04-ed62-4656-b842-086022a28927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:24.604748 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-adffcd93-15da-4b4c-9a46-77819a5e6efa req-8c251d04-ed62-4656-b842-086022a28927 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fcfdea38-f7ed-4182-bc5e-d5404ef24e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426075 May 26 13:47:24.773432 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6a804e82-02db-425f-a669-f4c81100a124 req-ffd731bb-4893-48ae-830a-c9ad38de3419 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 210 time: 0.0313759 May 26 13:47:24.836327 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bfb0f1-b70c-4c1b-9a3f-16ef91c65849 req-41d8f92c-54c4-4cd4-a181-4985e8daa59a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:24.837833 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-d1bfb0f1-b70c-4c1b-9a3f-16ef91c65849 req-41d8f92c-54c4-4cd4-a181-4985e8daa59a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.0472994 May 26 13:47:24.957226 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-d1bfb0f1-b70c-4c1b-9a3f-16ef91c65849 req-e9e23717-d3b8-47d3-b907-613d31226700 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136525 May 26 13:47:24.974277 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-1551bac1-caed-401b-adf4-d043d86214e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:24.976777 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-1551bac1-caed-401b-adf4-d043d86214e3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c70c0ab9b5134d0781dea0e0abc02ac8&device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 1127 time: 0.0948448 May 26 13:47:25.075868 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-adffcd93-15da-4b4c-9a46-77819a5e6efa req-bebc3388-fd1e-4abb-accf-2031eac32a67 service neutron] 10.222.0.57 "GET /v2.0/networks/fcfdea38-f7ed-4182-bc5e-d5404ef24e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948144 May 26 13:47:25.077617 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-938c6e86-2e9e-4241-8b76-696ea1fc7af9 req-aec701a2-fa4c-4845-ae15-1461d8176997 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d71f53-7765-4d4a-88db-e17c8171cc2e HTTP/1.1" status: 200 len: 210 time: 0.0549071 May 26 13:47:25.201772 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-7d965a6b-9c3f-4ef8-aadf-02681096c145 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0662874-78ce-4387-a824-8ab106baa767 HTTP/1.1" status: 200 len: 217 time: 0.0829563 May 26 13:47:25.284989 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-582c6918-4582-45e7-86f5-8986188c47b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:25.286911 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-582c6918-4582-45e7-86f5-8986188c47b0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c1b7c911-f88e-4299-b194-4048f3cb8870 HTTP/1.1" status: 200 len: 853 time: 0.0735619 May 26 13:47:25.287056 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-5657caf1-ca7e-4764-91e8-86ae5761354e tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=7b4298aa065642c0bcfaed146905ce85&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0816367 May 26 13:47:25.289017 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-adffcd93-15da-4b4c-9a46-77819a5e6efa req-62251ebe-d160-457d-afd5-479b375629df service neutron] 10.222.0.57 "GET /v2.0/networks/fcfdea38-f7ed-4182-bc5e-d5404ef24e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602144 May 26 13:47:25.375943 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095872a6-4765-4a9e-924d-8351b1bc0177 req-e01b5d47-e1dd-4f27-a748-4e932d1b473a tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:25.384636 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-095872a6-4765-4a9e-924d-8351b1bc0177 req-e01b5d47-e1dd-4f27-a748-4e932d1b473a tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 943 time: 0.1852205 May 26 13:47:25.389039 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-ceddf16f-3bae-4231-aa04-1eb2852c4ae2 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:25.390521 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-ceddf16f-3bae-4231-aa04-1eb2852c4ae2 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.57 "GET /v2.0/networks?id=0478328b-202e-4fb7-84c6-c736725d6bdc HTTP/1.1" status: 200 len: 809 time: 0.1841497 May 26 13:47:25.407172 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-5e8a923f-1091-4e0a-9c83-8015c1d40887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:25.409718 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-5e8a923f-1091-4e0a-9c83-8015c1d40887 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=279221b5-1c95-41d9-af88-4e2c4d2e3a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0957806 May 26 13:47:25.438504 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-095872a6-4765-4a9e-924d-8351b1bc0177 req-2bd893ba-d889-48cd-afe1-5d7455a6837a tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529227 May 26 13:47:25.529088 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:25.547676 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-d2881bff-ec42-4992-91a0-da34687254bb tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c85800d659ab43ff9b16266f9f037fc2 HTTP/1.1" status: 200 len: 380 time: 0.1472273 May 26 13:47:25.569293 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-9e5af012-0042-4dab-8d4a-04440dacaa67 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:25.571894 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-9e5af012-0042-4dab-8d4a-04440dacaa67 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1800420 May 26 13:47:25.621654 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-949dcefe-9693-406d-ae06-69c4eff6c14d service neutron] 10.222.0.57 "GET /v2.0/networks/279221b5-1c95-41d9-af88-4e2c4d2e3a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348548 May 26 13:47:25.656883 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-b58ee2bc-2436-44b9-a88b-dbc3e2f39440 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Request body: {'port': {'device_id': '2fb5af8d-022d-4708-aca9-49d3db482dcd', 'network_id': '0478328b-202e-4fb7-84c6-c736725d6bdc', 'admin_state_up': True, 'tenant_id': 'c85800d659ab43ff9b16266f9f037fc2', 'security_groups': ['1a14866e-f306-415d-8676-aac9fa55961c']}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:47:25.663043 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:25.667975 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-d44afaf4-bca5-48d8-87df-84dbf874fa7b tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Request body: {'port': {'device_id': 'd5d71f53-7765-4d4a-88db-e17c8171cc2e', 'network_id': 'd93ddbde-e26f-4a55-bf4c-a07a9b93d1a2', 'admin_state_up': True, 'tenant_id': '7b4298aa065642c0bcfaed146905ce85'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:47:25.721949 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=100 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:25.757276 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-6ec988f0-df7c-4f08-a83c-bb73032aafdb req-81189520-8371-4d12-b2c9-fc07b6eeeb25 service neutron] 10.222.0.57 "GET /v2.0/networks/279221b5-1c95-41d9-af88-4e2c4d2e3a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040270 May 26 13:47:25.878357 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-b58ee2bc-2436-44b9-a88b-dbc3e2f39440 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Made reservation on behalf of c85800d659ab43ff9b16266f9f037fc2 for: {'port': 1} {{(pid=110500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:47:25.882281 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-b58ee2bc-2436-44b9-a88b-dbc3e2f39440 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:25.885999 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-58acadec-8c44-48b5-bc4c-b1c4e60701c6 req-7a340453-4949-4cc1-86f1-1c5995f6cd57 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 210 time: 0.0318842 May 26 13:47:25.886493 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-d44afaf4-bca5-48d8-87df-84dbf874fa7b tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Made reservation on behalf of 7b4298aa065642c0bcfaed146905ce85 for: {'port': 1} {{(pid=110500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:47:25.889876 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-d44afaf4-bca5-48d8-87df-84dbf874fa7b tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:25.908421 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-d44afaf4-bca5-48d8-87df-84dbf874fa7b tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Publish callbacks [] for security_group (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:26.122272 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd1849-a668-4d6c-9020-bd5dccf0229d req-93a4312b-1117-4d16-8983-169df51248cc tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:26.123819 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-37dd1849-a668-4d6c-9020-bd5dccf0229d req-93a4312b-1117-4d16-8983-169df51248cc tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.0798724 May 26 13:47:26.143737 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.db_base_plugin_common [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-b58ee2bc-2436-44b9-a88b-dbc3e2f39440 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Allocated IP 172.20.0.13 (0478328b-202e-4fb7-84c6-c736725d6bdc/ead24355-5807-4ce4-ba8e-37e33b8ee5cf/04d681e3-ceab-4cf6-876e-aec8b3942d85) {{(pid=110500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:47:26.181966 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-d44afaf4-bca5-48d8-87df-84dbf874fa7b tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Publish callbacks [] for security_group (43486d93-7cfb-40c0-930c-880d094446ed), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:26.185289 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-26b423f5-a56a-4c55-b34e-a5e5508249fc req-4a5b83a1-81c0-47f9-a607-add0292f2b52 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d71f53-7765-4d4a-88db-e17c8171cc2e HTTP/1.1" status: 200 len: 210 time: 0.0350780 May 26 13:47:26.195907 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-d44afaf4-bca5-48d8-87df-84dbf874fa7b tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (43486d93-7cfb-40c0-930c-880d094446ed), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:26.250036 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-37dd1849-a668-4d6c-9020-bd5dccf0229d req-fe2610cc-64b4-4b23-8633-33fda7139d9f tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080859 May 26 13:47:26.304611 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44afaf4-bca5-48d8-87df-84dbf874fa7b tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43486d93-7cfb-40c0-930c-880d094446ed,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:26.436080 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:26.441428 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:26.471553 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.db_base_plugin_common [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-d44afaf4-bca5-48d8-87df-84dbf874fa7b tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Allocated IP 192.168.233.21 (d93ddbde-e26f-4a55-bf4c-a07a9b93d1a2/d61586a7-6891-418b-89e7-43ef72e9bbd2/dafda896-9068-4de0-b958-2ee4214d91ff) {{(pid=110500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:47:26.500585 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-b58ee2bc-2436-44b9-a88b-dbc3e2f39440 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks [] for port (04d681e3-ceab-4cf6-876e-aec8b3942d85), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:26.583504 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dbfe72-f33a-47a7-9f2a-c28531047218 req-629d8bbd-bf06-4fee-9349-26b657747e66 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:26.587877 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-e9dbfe72-f33a-47a7-9f2a-c28531047218 req-629d8bbd-bf06-4fee-9349-26b657747e66 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 943 time: 0.0677459 May 26 13:47:26.629582 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-b58ee2bc-2436-44b9-a88b-dbc3e2f39440 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (04d681e3-ceab-4cf6-876e-aec8b3942d85), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:26.641212 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-e9dbfe72-f33a-47a7-9f2a-c28531047218 req-8150c510-ce69-42a7-9505-ae5cda89a147 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470750 May 26 13:47:26.693522 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-b58ee2bc-2436-44b9-a88b-dbc3e2f39440 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Network 0478328b-202e-4fb7-84c6-c736725d6bdc is already hosted by enough agents. {{(pid=110500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:47:26.701165 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-b58ee2bc-2436-44b9-a88b-dbc3e2f39440 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Resources bound (agent type, host, resource id): {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:47:26.707680 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-b58ee2bc-2436-44b9-a88b-dbc3e2f39440 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Received port after_create {{(pid=110500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:47:26.718213 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58ee2bc-2436-44b9-a88b-dbc3e2f39440 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Pushing event updated for resources: {'Port': ['ID=04d681e3-ceab-4cf6-876e-aec8b3942d85,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:26.785179 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-d44afaf4-bca5-48d8-87df-84dbf874fa7b tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Publish callbacks [] for port (dafda896-9068-4de0-b958-2ee4214d91ff), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:26.798651 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-b58ee2bc-2436-44b9-a88b-dbc3e2f39440 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:26.799397 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-b58ee2bc-2436-44b9-a88b-dbc3e2f39440 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:26.833712 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-b58ee2bc-2436-44b9-a88b-dbc3e2f39440 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1795588 May 26 13:47:26.848937 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-d44afaf4-bca5-48d8-87df-84dbf874fa7b tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (dafda896-9068-4de0-b958-2ee4214d91ff), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:26.903581 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-d44afaf4-bca5-48d8-87df-84dbf874fa7b tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Network d93ddbde-e26f-4a55-bf4c-a07a9b93d1a2 is already hosted by enough agents. {{(pid=110500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:47:26.906798 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-d44afaf4-bca5-48d8-87df-84dbf874fa7b tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Resources bound (agent type, host, resource id): {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:47:26.913351 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-d44afaf4-bca5-48d8-87df-84dbf874fa7b tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Received port after_create {{(pid=110500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:47:26.920507 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44afaf4-bca5-48d8-87df-84dbf874fa7b tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Pushing event updated for resources: {'Port': ['ID=dafda896-9068-4de0-b958-2ee4214d91ff,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:26.964868 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-a2229213-2ef3-4a5f-a02a-29f1f2fc26cc None None] Provisioning complete for port 04d681e3-ceab-4cf6-876e-aec8b3942d85 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:47:26.965419 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-a2229213-2ef3-4a5f-a02a-29f1f2fc26cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (04d681e3-ceab-4cf6-876e-aec8b3942d85), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:26.983200 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-d44afaf4-bca5-48d8-87df-84dbf874fa7b tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:26.983794 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-d44afaf4-bca5-48d8-87df-84dbf874fa7b tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:27.010576 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-a2229213-2ef3-4a5f-a02a-29f1f2fc26cc None None] Port 04d681e3-ceab-4cf6-876e-aec8b3942d85 cannot update to ACTIVE because it is not bound. {{(pid=110502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:47:27.031188 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-d44afaf4-bca5-48d8-87df-84dbf874fa7b tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3701265 May 26 13:47:27.043691 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d59b8-49bc-49e4-80d6-aedd9f687cf1 req-1c2a40fa-f11d-4e9b-a3c0-a513953b9037 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:27.045273 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a63d59b8-49bc-49e4-80d6-aedd9f687cf1 req-1c2a40fa-f11d-4e9b-a3c0-a513953b9037 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 932 time: 0.0563340 May 26 13:47:27.099634 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a63d59b8-49bc-49e4-80d6-aedd9f687cf1 req-5bf44ab7-803a-4a89-ae76-d34fd71c34e1 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478649 May 26 13:47:27.228619 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-2eb323d6-e34b-4b86-a892-f4fba7d47d64 None None] Provisioning complete for port dafda896-9068-4de0-b958-2ee4214d91ff triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:47:27.228996 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-2eb323d6-e34b-4b86-a892-f4fba7d47d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (dafda896-9068-4de0-b958-2ee4214d91ff), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:27.260885 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-2eb323d6-e34b-4b86-a892-f4fba7d47d64 None None] Port dafda896-9068-4de0-b958-2ee4214d91ff cannot update to ACTIVE because it is not bound. {{(pid=110502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:47:27.305988 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856351a-e6f8-40e1-a201-619715405a34 req-8cf98225-a2c9-401d-82f3-0441b2338c2d tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:27.307558 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-f856351a-e6f8-40e1-a201-619715405a34 req-8cf98225-a2c9-401d-82f3-0441b2338c2d tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d71f53-7765-4d4a-88db-e17c8171cc2e HTTP/1.1" status: 200 len: 935 time: 0.0491943 May 26 13:47:27.365921 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-f856351a-e6f8-40e1-a201-619715405a34 req-bb9fc748-c279-4a7d-b33f-382cb4719598 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/security-groups?id=43486d93-7cfb-40c0-930c-880d094446ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526979 May 26 13:47:27.381894 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e04af3-cb81-4fdd-9540-d2ee752e1853 req-8047fcec-761a-4526-8913-758a959b523b tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:27.383260 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-d1e04af3-cb81-4fdd-9540-d2ee752e1853 req-8047fcec-761a-4526-8913-758a959b523b tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.0623569 May 26 13:47:27.414468 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:27.437282 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-d1e04af3-cb81-4fdd-9540-d2ee752e1853 req-bf6eeb70-3717-4c4f-91d8-ba63002d7c4f tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482967 May 26 13:47:27.762185 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8edcda-218a-4ff3-9bc0-1c2e5b2985ee req-1d087ac1-3446-4b71-9ad0-017ea14ab0f7 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:27.763678 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-4a8edcda-218a-4ff3-9bc0-1c2e5b2985ee req-1d087ac1-3446-4b71-9ad0-017ea14ab0f7 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 943 time: 0.0508962 May 26 13:47:27.811694 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-4a8edcda-218a-4ff3-9bc0-1c2e5b2985ee req-de24a467-b51a-4904-bccf-a2eeefde40f9 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407851 May 26 13:47:28.212087 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c9f4d-9278-4d4d-89b0-a663f3743617 req-348cafee-99b1-409e-bcc1-4af8c3507318 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:28.213557 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fd6c9f4d-9278-4d4d-89b0-a663f3743617 req-348cafee-99b1-409e-bcc1-4af8c3507318 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 932 time: 0.0469456 May 26 13:47:28.262979 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fd6c9f4d-9278-4d4d-89b0-a663f3743617 req-3f1c3ca6-c602-4698-81fb-feebda324e79 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438867 May 26 13:47:28.493787 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14722995-098c-4a34-98f9-86476196c87f req-a315b33b-0cee-4583-854d-8b93a70c1485 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:28.495352 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-14722995-098c-4a34-98f9-86476196c87f req-a315b33b-0cee-4583-854d-8b93a70c1485 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d71f53-7765-4d4a-88db-e17c8171cc2e HTTP/1.1" status: 200 len: 935 time: 0.0482872 May 26 13:47:28.511186 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=100 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:28.547896 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-14722995-098c-4a34-98f9-86476196c87f req-77a00d44-4eb5-44e3-a00c-081a5276c080 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/security-groups?id=43486d93-7cfb-40c0-930c-880d094446ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467451 May 26 13:47:28.552628 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bdc4d6-a7bd-46af-aeec-9f338d9a423d req-5552ea74-666a-442c-8ffe-9736f40df05a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:28.554142 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-45bdc4d6-a7bd-46af-aeec-9f338d9a423d req-5552ea74-666a-442c-8ffe-9736f40df05a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.0467992 May 26 13:47:28.586748 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:28.603608 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-45bdc4d6-a7bd-46af-aeec-9f338d9a423d req-02f54d13-2324-4c5e-9dcf-51789fa226bc tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439150 May 26 13:47:28.925268 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345aa85f-09cd-41a8-ae76-7c536e630835 req-48de2cc4-756c-4d37-b61d-929ad70a7a90 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:28.926760 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-345aa85f-09cd-41a8-ae76-7c536e630835 req-48de2cc4-756c-4d37-b61d-929ad70a7a90 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 943 time: 0.0470855 May 26 13:47:28.979014 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-345aa85f-09cd-41a8-ae76-7c536e630835 req-d3d525fd-0384-40a4-a3ea-bb4f81e7f84c tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467176 May 26 13:47:29.379145 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90ddd9-bf40-435a-923f-a7054a54f75e req-4b3ccbc9-bf6a-4338-986f-dc7924de61ef tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:29.380661 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6b90ddd9-bf40-435a-923f-a7054a54f75e req-4b3ccbc9-bf6a-4338-986f-dc7924de61ef tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 932 time: 0.0516748 May 26 13:47:29.430537 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6b90ddd9-bf40-435a-923f-a7054a54f75e req-dbe723cd-bd58-4822-a490-54daecb4f78e tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443113 May 26 13:47:29.662521 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669223e-68fb-45e1-bafa-c353a407270c req-8b29ba09-9fc4-43e6-b0d9-490ff59d0ff5 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:29.664062 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-9669223e-68fb-45e1-bafa-c353a407270c req-8b29ba09-9fc4-43e6-b0d9-490ff59d0ff5 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d71f53-7765-4d4a-88db-e17c8171cc2e HTTP/1.1" status: 200 len: 935 time: 0.0494993 May 26 13:47:29.713391 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-9669223e-68fb-45e1-bafa-c353a407270c req-748a9a6f-4a8a-424a-86af-b49d21ffd420 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/security-groups?id=43486d93-7cfb-40c0-930c-880d094446ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435529 May 26 13:47:29.717693 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ef914-69f2-4f1e-8ff6-bd9e14dcec2a req-7a4c4424-15f3-4be4-a046-9f7c094412f9 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:29.719157 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-9a3ef914-69f2-4f1e-8ff6-bd9e14dcec2a req-7a4c4424-15f3-4be4-a046-9f7c094412f9 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.0479555 May 26 13:47:29.768046 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-9a3ef914-69f2-4f1e-8ff6-bd9e14dcec2a req-f3e775c3-711d-49b7-924f-f626d70be57c tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428994 May 26 13:47:30.098477 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6d286-2420-4c32-8800-4495eed8949a req-184a650e-6f3f-490c-a9c2-8b48d5461702 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:30.099990 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-b1e6d286-2420-4c32-8800-4495eed8949a req-184a650e-6f3f-490c-a9c2-8b48d5461702 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 943 time: 0.0541697 May 26 13:47:30.147254 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-b1e6d286-2420-4c32-8800-4495eed8949a req-3a52921f-1eb4-41d7-8c10-6abecc5f96cc tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414853 May 26 13:47:30.546686 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612371c-25f3-4416-93ae-68b53d3ed17e req-2ada66d7-1c58-41af-8031-cea84d79c515 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:30.548212 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-4612371c-25f3-4416-93ae-68b53d3ed17e req-2ada66d7-1c58-41af-8031-cea84d79c515 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 932 time: 0.0513155 May 26 13:47:30.599655 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-4612371c-25f3-4416-93ae-68b53d3ed17e req-eeff6a18-1429-46c0-b0b2-5b114e86ed0f tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454443 May 26 13:47:30.831332 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b013e-7495-454e-a121-d1a29520b506 req-6868aba9-57af-43f8-b0ac-c7934dee331d tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:30.832883 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-493b013e-7495-454e-a121-d1a29520b506 req-6868aba9-57af-43f8-b0ac-c7934dee331d tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d71f53-7765-4d4a-88db-e17c8171cc2e HTTP/1.1" status: 200 len: 935 time: 0.0520017 May 26 13:47:30.881232 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00066622-bf6e-4f3f-b52d-6cb5675ecea3 req-496c3537-b7da-4d4c-a051-1ae32d38b604 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:30.881853 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-493b013e-7495-454e-a121-d1a29520b506 req-15d837b3-c1f3-4140-a8e7-912f8aa590d5 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/security-groups?id=43486d93-7cfb-40c0-930c-880d094446ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427625 May 26 13:47:30.882811 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-00066622-bf6e-4f3f-b52d-6cb5675ecea3 req-496c3537-b7da-4d4c-a051-1ae32d38b604 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.0465760 May 26 13:47:30.933109 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-00066622-bf6e-4f3f-b52d-6cb5675ecea3 req-778dba56-068d-43f8-b70b-a2fe0d0db59e tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447211 May 26 13:47:31.258728 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e46b3-f146-4c8d-b164-b92e4ca8c56b req-57c525a2-e219-48fa-9362-f146c82c153c tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:31.260207 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-363e46b3-f146-4c8d-b164-b92e4ca8c56b req-57c525a2-e219-48fa-9362-f146c82c153c tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 943 time: 0.0468886 May 26 13:47:31.309377 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-363e46b3-f146-4c8d-b164-b92e4ca8c56b req-03aa9271-1cc0-4c7b-a88d-318dfd2a5453 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437038 May 26 13:47:31.734194 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5287f59-aebf-4cda-ac20-8861168baf95 req-743d000e-6bf0-4de9-8bb6-58c8444473ff tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:31.737032 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c5287f59-aebf-4cda-ac20-8861168baf95 req-743d000e-6bf0-4de9-8bb6-58c8444473ff tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 932 time: 0.0694692 May 26 13:47:31.796569 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c5287f59-aebf-4cda-ac20-8861168baf95 req-4fb89b28-56db-4155-ba2e-3f14e30092fd tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527751 May 26 13:47:32.005293 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ea15b-04f1-4b0c-b816-1854df1f7ce7 req-5820f372-f46b-4bf5-9ce5-ae78d528496d tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:32.006751 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-689ea15b-04f1-4b0c-b816-1854df1f7ce7 req-5820f372-f46b-4bf5-9ce5-ae78d528496d tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d71f53-7765-4d4a-88db-e17c8171cc2e HTTP/1.1" status: 200 len: 935 time: 0.0535367 May 26 13:47:32.060967 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa5089-f0dd-469e-a15c-fce0b4484feb req-8b9b8b95-710b-45c4-910e-146eb9aea04d tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:32.062643 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2dfa5089-f0dd-469e-a15c-fce0b4484feb req-8b9b8b95-710b-45c4-910e-146eb9aea04d tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.0583441 May 26 13:47:32.065728 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-689ea15b-04f1-4b0c-b816-1854df1f7ce7 req-62d3df1b-f8ff-42cf-a289-feff3b012029 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/security-groups?id=43486d93-7cfb-40c0-930c-880d094446ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534179 May 26 13:47:32.123633 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2dfa5089-f0dd-469e-a15c-fce0b4484feb req-955ccbd6-2bb6-4314-ac65-7446c565d9e2 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512600 May 26 13:47:32.487057 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381b0e3-bda8-4fbc-b5bf-09d4a299ef14 req-e8f69ce9-4bb1-4c6f-a3b4-ae691425b4af tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:32.496254 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-2381b0e3-bda8-4fbc-b5bf-09d4a299ef14 req-e8f69ce9-4bb1-4c6f-a3b4-ae691425b4af tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 943 time: 0.0688069 May 26 13:47:32.534900 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-93539cd3-1df6-4243-9371-1c750c587dc0 service neutron] Request body: {'port': {'device_id': '2fb5af8d-022d-4708-aca9-49d3db482dcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:47:32.558288 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=100 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:32.576880 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-2381b0e3-bda8-4fbc-b5bf-09d4a299ef14 req-70646d29-ad9f-4e40-a790-d2c748b51922 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787177 May 26 13:47:32.640648 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-74837e41-c629-441d-9230-f3f1d2c7645b service neutron] Request body: {'port': {'device_id': 'd5d71f53-7765-4d4a-88db-e17c8171cc2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:47:32.745505 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-93539cd3-1df6-4243-9371-1c750c587dc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (04d681e3-ceab-4cf6-876e-aec8b3942d85), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:32.758449 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-74837e41-c629-441d-9230-f3f1d2c7645b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (dafda896-9068-4de0-b958-2ee4214d91ff), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:33.049232 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device e0662874-78ce-4387-a824-8ab106baa767 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=110502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 13:47:33.094615 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:33.159452 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port e0662874-78ce-4387-a824-8ab106baa767, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=e0662874-78ce-4387-a824-8ab106baa767,segment=NetworkSegment(abecec45-87fd-4c5c-8ebd-4180a12ed0df),segment_id=abecec45-87fd-4c5c-8ebd-4180a12ed0df)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:47:33.173457 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=57,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:33.174992 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=41,neutron:UPDATE=4 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:33.176213 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Returning: {'device': 'e0662874-78ce-4387-a824-8ab106baa767', 'network_id': '279221b5-1c95-41d9-af88-4e2c4d2e3a32', 'port_id': 'e0662874-78ce-4387-a824-8ab106baa767', 'mac_address': 'fa:16:3e:b7:f6:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1b7c911-f88e-4299-b194-4048f3cb8870', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 13:47:33.225494 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port e0662874-78ce-4387-a824-8ab106baa767 is: DOWN; New status is: BUILD {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:47:33.226273 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (e0662874-78ce-4387-a824-8ab106baa767), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:33.241956 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0662874-78ce-4387-a824-8ab106baa767 {{(pid=110502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:47:33.248810 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906143ad-2ef5-4941-9b66-7571f98e3f3d req-578040cd-4d8a-4aaf-8504-10b9cb48f891 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:33.257847 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-906143ad-2ef5-4941-9b66-7571f98e3f3d req-578040cd-4d8a-4aaf-8504-10b9cb48f891 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d71f53-7765-4d4a-88db-e17c8171cc2e HTTP/1.1" status: 200 len: 935 time: 0.0893104 May 26 13:47:33.260537 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d167ae4-f7d0-4977-881a-4bcc81f69a48 req-aa20b265-9650-4985-aead-efa32042ead0 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:33.267485 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port e0662874-78ce-4387-a824-8ab106baa767, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=e0662874-78ce-4387-a824-8ab106baa767,segment=NetworkSegment(abecec45-87fd-4c5c-8ebd-4180a12ed0df),segment_id=abecec45-87fd-4c5c-8ebd-4180a12ed0df)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:47:33.268210 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-7d167ae4-f7d0-4977-881a-4bcc81f69a48 req-aa20b265-9650-4985-aead-efa32042ead0 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 932 time: 0.1685948 May 26 13:47:33.277353 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (e0662874-78ce-4387-a824-8ab106baa767), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:33.318479 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:33.343363 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=e0662874-78ce-4387-a824-8ab106baa767,revision_number=4']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:33.374817 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-906143ad-2ef5-4941-9b66-7571f98e3f3d req-14cda800-003d-4d02-b44b-30c42fa35d33 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/security-groups?id=43486d93-7cfb-40c0-930c-880d094446ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025264 May 26 13:47:33.546646 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5b98d-f00a-4c9a-b2f7-fc8f158e0b56 req-86ba00cf-6de3-4e75-b810-6c1371d5b6ee tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:33.548733 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-aec5b98d-f00a-4c9a-b2f7-fc8f158e0b56 req-86ba00cf-6de3-4e75-b810-6c1371d5b6ee tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.0949478 May 26 13:47:33.582848 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-7d167ae4-f7d0-4977-881a-4bcc81f69a48 req-6f58d61c-21cd-4b3e-a40e-6431e28da4ab tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3136113 May 26 13:47:33.615296 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-aec5b98d-f00a-4c9a-b2f7-fc8f158e0b56 req-3515a924-3123-48ed-8974-6d098df235d3 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593789 May 26 13:47:33.675932 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] get_ports_and_sgs() called for port_ids ['e0662874-78ce-4387-a824-8ab106baa767'] {{(pid=110502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 13:47:33.787883 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337dc7d-c728-4b03-a52c-295e8570bc47 req-8474ec42-1512-4c85-8e8d-beed9dd8ab5c tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:33.789543 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b337dc7d-c728-4b03-a52c-295e8570bc47 req-8474ec42-1512-4c85-8e8d-beed9dd8ab5c tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 944 time: 0.1161215 May 26 13:47:33.791555 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-93539cd3-1df6-4243-9371-1c750c587dc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04d681e3-ceab-4cf6-876e-aec8b3942d85 {{(pid=110500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:47:33.831914 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-93539cd3-1df6-4243-9371-1c750c587dc0 service neutron] Publish callbacks [] for port (04d681e3-ceab-4cf6-876e-aec8b3942d85), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:33.863293 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.provisioning_blocks [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-93539cd3-1df6-4243-9371-1c750c587dc0 service neutron] Transition to ACTIVE for port object 04d681e3-ceab-4cf6-876e-aec8b3942d85 will not be triggered until provisioned by entity L2. {{(pid=110500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 13:47:33.873167 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-74837e41-c629-441d-9230-f3f1d2c7645b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dafda896-9068-4de0-b958-2ee4214d91ff {{(pid=110500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:47:33.897673 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-93539cd3-1df6-4243-9371-1c750c587dc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (04d681e3-ceab-4cf6-876e-aec8b3942d85), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:33.901856 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-74837e41-c629-441d-9230-f3f1d2c7645b service neutron] Publish callbacks [] for port (dafda896-9068-4de0-b958-2ee4214d91ff), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:33.983917 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b337dc7d-c728-4b03-a52c-295e8570bc47 req-6dad4914-c4d6-489e-864e-a817552aa1ca tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683772 May 26 13:47:33.988345 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.provisioning_blocks [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-74837e41-c629-441d-9230-f3f1d2c7645b service neutron] Transition to ACTIVE for port object dafda896-9068-4de0-b958-2ee4214d91ff will not be triggered until provisioned by entity L2. {{(pid=110500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 13:47:34.007021 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-74837e41-c629-441d-9230-f3f1d2c7645b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (dafda896-9068-4de0-b958-2ee4214d91ff), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:34.021045 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:34.032379 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93539cd3-1df6-4243-9371-1c750c587dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=04d681e3-ceab-4cf6-876e-aec8b3942d85,revision_number=2']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:34.261595 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74837e41-c629-441d-9230-f3f1d2c7645b service neutron] Pushing event updated for resources: {'Port': ['ID=dafda896-9068-4de0-b958-2ee4214d91ff,revision_number=2']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:34.353688 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-93539cd3-1df6-4243-9371-1c750c587dc0 service neutron] Attempting to bind port 04d681e3-ceab-4cf6-876e-aec8b3942d85 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:47:34.354425 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-93539cd3-1df6-4243-9371-1c750c587dc0 service neutron] Attempting to bind port 04d681e3-ceab-4cf6-876e-aec8b3942d85 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '57eb3c7f-cf41-4d04-9254-b7cdfafd2014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0478328b-202e-4fb7-84c6-c736725d6bdc'}] {{(pid=110500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:47:34.354994 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-93539cd3-1df6-4243-9371-1c750c587dc0 service neutron] Attempting to bind port 04d681e3-ceab-4cf6-876e-aec8b3942d85 on network 0478328b-202e-4fb7-84c6-c736725d6bdc {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:47:34.367578 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-93539cd3-1df6-4243-9371-1c750c587dc0 service neutron] Port 04d681e3-ceab-4cf6-876e-aec8b3942d85 on network 0478328b-202e-4fb7-84c6-c736725d6bdc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 13:47:34.369108 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-93539cd3-1df6-4243-9371-1c750c587dc0 service neutron] Attempting to bind port 04d681e3-ceab-4cf6-876e-aec8b3942d85 on network 0478328b-202e-4fb7-84c6-c736725d6bdc {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:47:34.384621 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-93539cd3-1df6-4243-9371-1c750c587dc0 service neutron] Checking agent: {'id': '207809ce-be6b-4746-a715-8e1c980ff656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 42, 40), 'started_at': datetime.datetime(2022, 5, 26, 13, 42, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:47:34.385363 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-93539cd3-1df6-4243-9371-1c750c587dc0 service neutron] Checking segment: {'id': '57eb3c7f-cf41-4d04-9254-b7cdfafd2014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0478328b-202e-4fb7-84c6-c736725d6bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:47:34.386121 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-93539cd3-1df6-4243-9371-1c750c587dc0 service neutron] Bound using segment: {'id': '57eb3c7f-cf41-4d04-9254-b7cdfafd2014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0478328b-202e-4fb7-84c6-c736725d6bdc'} {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:47:34.387038 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-93539cd3-1df6-4243-9371-1c750c587dc0 service neutron] Bound port: 04d681e3-ceab-4cf6-876e-aec8b3942d85, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57eb3c7f-cf41-4d04-9254-b7cdfafd2014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0478328b-202e-4fb7-84c6-c736725d6bdc'}}] {{(pid=110500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:47:34.387766 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-93539cd3-1df6-4243-9371-1c750c587dc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (04d681e3-ceab-4cf6-876e-aec8b3942d85), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:34.428473 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-74837e41-c629-441d-9230-f3f1d2c7645b service neutron] Attempting to bind port dafda896-9068-4de0-b958-2ee4214d91ff on host hv-cinder-81966 for vnic_type normal with profile {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:47:34.428871 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-74837e41-c629-441d-9230-f3f1d2c7645b service neutron] Attempting to bind port dafda896-9068-4de0-b958-2ee4214d91ff by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '0dfa19f0-540e-4b4b-9942-797f50e71c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd93ddbde-e26f-4a55-bf4c-a07a9b93d1a2'}] {{(pid=110500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:47:34.429188 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-74837e41-c629-441d-9230-f3f1d2c7645b service neutron] Attempting to bind port dafda896-9068-4de0-b958-2ee4214d91ff on network d93ddbde-e26f-4a55-bf4c-a07a9b93d1a2 {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:47:34.450506 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-74837e41-c629-441d-9230-f3f1d2c7645b service neutron] Port dafda896-9068-4de0-b958-2ee4214d91ff on network d93ddbde-e26f-4a55-bf4c-a07a9b93d1a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 13:47:34.450854 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-74837e41-c629-441d-9230-f3f1d2c7645b service neutron] Attempting to bind port dafda896-9068-4de0-b958-2ee4214d91ff on network d93ddbde-e26f-4a55-bf4c-a07a9b93d1a2 {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:47:34.477552 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-74837e41-c629-441d-9230-f3f1d2c7645b service neutron] Checking agent: {'id': '207809ce-be6b-4746-a715-8e1c980ff656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 42, 40), 'started_at': datetime.datetime(2022, 5, 26, 13, 42, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:47:34.477923 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-74837e41-c629-441d-9230-f3f1d2c7645b service neutron] Checking segment: {'id': '0dfa19f0-540e-4b4b-9942-797f50e71c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd93ddbde-e26f-4a55-bf4c-a07a9b93d1a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:47:34.478308 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-74837e41-c629-441d-9230-f3f1d2c7645b service neutron] Bound using segment: {'id': '0dfa19f0-540e-4b4b-9942-797f50e71c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd93ddbde-e26f-4a55-bf4c-a07a9b93d1a2'} {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:47:34.478755 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-74837e41-c629-441d-9230-f3f1d2c7645b service neutron] Bound port: dafda896-9068-4de0-b958-2ee4214d91ff, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dfa19f0-540e-4b4b-9942-797f50e71c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd93ddbde-e26f-4a55-bf4c-a07a9b93d1a2'}}] {{(pid=110500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:47:34.479116 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-74837e41-c629-441d-9230-f3f1d2c7645b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (dafda896-9068-4de0-b958-2ee4214d91ff), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:34.489989 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:34.514138 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a20ee2f-fadc-46e1-81e2-f4e4f0901af8 req-d6cc594a-1503-423d-92d7-f6bff02831ca tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:34.522840 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-6a20ee2f-fadc-46e1-81e2-f4e4f0901af8 req-d6cc594a-1503-423d-92d7-f6bff02831ca tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d71f53-7765-4d4a-88db-e17c8171cc2e HTTP/1.1" status: 200 len: 947 time: 0.0611942 May 26 13:47:34.567458 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=100 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:34.611742 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-6a20ee2f-fadc-46e1-81e2-f4e4f0901af8 req-d2e3b22b-b259-4858-a228-1b54dddffd2f tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/security-groups?id=43486d93-7cfb-40c0-930c-880d094446ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873485 May 26 13:47:34.618772 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-93539cd3-1df6-4243-9371-1c750c587dc0 service neutron] For port 04d681e3-ceab-4cf6-876e-aec8b3942d85, host hv-cinder-81966, cleared binding levels {{(pid=110500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:47:34.624281 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-93539cd3-1df6-4243-9371-1c750c587dc0 service neutron] For port 04d681e3-ceab-4cf6-876e-aec8b3942d85, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=04d681e3-ceab-4cf6-876e-aec8b3942d85,segment=NetworkSegment(57eb3c7f-cf41-4d04-9254-b7cdfafd2014),segment_id=57eb3c7f-cf41-4d04-9254-b7cdfafd2014)] {{(pid=110500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:47:34.631257 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-74837e41-c629-441d-9230-f3f1d2c7645b service neutron] For port dafda896-9068-4de0-b958-2ee4214d91ff, host hv-cinder-81966, cleared binding levels {{(pid=110500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:47:34.635507 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-74837e41-c629-441d-9230-f3f1d2c7645b service neutron] For port dafda896-9068-4de0-b958-2ee4214d91ff, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=dafda896-9068-4de0-b958-2ee4214d91ff,segment=NetworkSegment(0dfa19f0-540e-4b4b-9942-797f50e71c30),segment_id=0dfa19f0-540e-4b4b-9942-797f50e71c30)] {{(pid=110500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:47:34.637701 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-93539cd3-1df6-4243-9371-1c750c587dc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (04d681e3-ceab-4cf6-876e-aec8b3942d85), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:34.669716 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-74837e41-c629-441d-9230-f3f1d2c7645b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (dafda896-9068-4de0-b958-2ee4214d91ff), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:34.711497 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-93539cd3-1df6-4243-9371-1c750c587dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:34.712121 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-93539cd3-1df6-4243-9371-1c750c587dc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:34.713554 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-93539cd3-1df6-4243-9371-1c750c587dc0 service neutron] 10.222.0.57 "PUT /v2.0/ports/04d681e3-ceab-4cf6-876e-aec8b3942d85 HTTP/1.1" status: 200 len: 1094 time: 2.1948290 May 26 13:47:34.738069 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb5af8d-022d-4708-aca9-49d3db482dcd', 'tag': '04d681e3-ceab-4cf6-876e-aec8b3942d85'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:47:34.741391 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a5f825-ed86-4ab0-af80-bc3d916447b1" -d '{"events": [{"name": "network-changed", "server_uuid": "2fb5af8d-022d-4708-aca9-49d3db482dcd", "tag": "04d681e3-ceab-4cf6-876e-aec8b3942d85"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:47:34.806495 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-7cb92894-f100-4858-8065-0a675cc54a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:34.807996 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-7cb92894-f100-4858-8065-0a675cc54a01 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c85800d659ab43ff9b16266f9f037fc2&device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 1128 time: 0.0484979 May 26 13:47:34.820428 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-74837e41-c629-441d-9230-f3f1d2c7645b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:34.821054 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-74837e41-c629-441d-9230-f3f1d2c7645b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:34.823520 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-74837e41-c629-441d-9230-f3f1d2c7645b service neutron] 10.222.0.57 "PUT /v2.0/ports/dafda896-9068-4de0-b958-2ee4214d91ff HTTP/1.1" status: 200 len: 1097 time: 2.1879926 May 26 13:47:34.848760 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dae78c-39db-4967-a3de-1130075158ef req-fd4dd00b-ae09-4e51-b893-b3d80631e849 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:34.859374 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-c7dae78c-39db-4967-a3de-1130075158ef req-fd4dd00b-ae09-4e51-b893-b3d80631e849 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.1196077 May 26 13:47:34.867015 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93539cd3-1df6-4243-9371-1c750c587dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=04d681e3-ceab-4cf6-876e-aec8b3942d85,revision_number=3']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:34.972962 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-c7dae78c-39db-4967-a3de-1130075158ef req-46849f86-cfcf-4fdb-9bf4-2868e585f60c tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110649 May 26 13:47:35.022411 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ae1c7-b85e-41f8-aaf1-e01a138c0dc5 req-6e7a7a62-4633-4ef6-a84b-a856109b3314 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:35.024885 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-144ae1c7-b85e-41f8-aaf1-e01a138c0dc5 req-6e7a7a62-4633-4ef6-a84b-a856109b3314 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 944 time: 0.3197093 May 26 13:47:35.051756 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device e0662874-78ce-4387-a824-8ab106baa767 up at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:47:35.062195 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bdabfc-2327-46dd-89c1-3e8e226b25d1 x-openstack-request-id: req-a8bdabfc-2327-46dd-89c1-3e8e226b25d1 {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:47:35.062466 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fb5af8d-022d-4708-aca9-49d3db482dcd", "tag": "04d681e3-ceab-4cf6-876e-aec8b3942d85", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:47:35.063254 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a8bdabfc-2327-46dd-89c1-3e8e226b25d1 {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:47:35.063955 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8bdabfc-2327-46dd-89c1-3e8e226b25d1'] response: {'name': 'network-changed', 'server_uuid': '2fb5af8d-022d-4708-aca9-49d3db482dcd', 'tag': '04d681e3-ceab-4cf6-876e-aec8b3942d85', 'status': 'completed', 'code': 200} May 26 13:47:35.105063 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-f1a7c8b5-678a-41fb-818f-c7c533f41f50 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04d681e3-ceab-4cf6-876e-aec8b3942d85 HTTP/1.1" status: 200 len: 217 time: 0.2392187 May 26 13:47:35.155676 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Provisioning for port e0662874-78ce-4387-a824-8ab106baa767 completed by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 13:47:35.160770 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3295e-03c1-4eed-9a72-a49c01dc7692 req-d3a9155a-79ea-4557-b6d5-acb11237e55c tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:35.171800 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-3bf3295e-03c1-4eed-9a72-a49c01dc7692 req-d3a9155a-79ea-4557-b6d5-acb11237e55c tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 944 time: 0.0853434 May 26 13:47:35.186267 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Provisioning complete for port e0662874-78ce-4387-a824-8ab106baa767 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:47:35.186794 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-506eaf84-d266-4c23-81d8-d1cb2f1e4631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:35.187521 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (e0662874-78ce-4387-a824-8ab106baa767), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:35.189560 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-506eaf84-d266-4c23-81d8-d1cb2f1e4631 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7b4298aa065642c0bcfaed146905ce85&device_id=d5d71f53-7765-4d4a-88db-e17c8171cc2e HTTP/1.1" status: 200 len: 1131 time: 0.2874060 May 26 13:47:35.246546 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-3bf3295e-03c1-4eed-9a72-a49c01dc7692 req-bcea7a11-78e9-4e34-8fb6-3545c14a9257 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722072 May 26 13:47:35.259580 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:35.275048 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74837e41-c629-441d-9230-f3f1d2c7645b service neutron] Pushing event updated for resources: {'Port': ['ID=dafda896-9068-4de0-b958-2ee4214d91ff,revision_number=3']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:35.294722 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-f59d72e7-0147-4327-b831-82c31f85a8f1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=dafda896-9068-4de0-b958-2ee4214d91ff HTTP/1.1" status: 200 len: 217 time: 0.0802720 May 26 13:47:35.361640 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:35.366339 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-9a0654c3-e09a-49f8-a64c-04eaf453379f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:35.367871 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-9a0654c3-e09a-49f8-a64c-04eaf453379f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ead24355-5807-4ce4-ba8e-37e33b8ee5cf HTTP/1.1" status: 200 len: 848 time: 0.2240226 May 26 13:47:35.375549 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-144ae1c7-b85e-41f8-aaf1-e01a138c0dc5 req-35beba08-84eb-4ee9-8af8-a5d22adc9c5d tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2666180 May 26 13:47:35.394475 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-5b32a715-b650-4529-bf29-f4abf92bbaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:35.403373 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-5b32a715-b650-4529-bf29-f4abf92bbaed service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d61586a7-6891-418b-89e7-43ef72e9bbd2 HTTP/1.1" status: 200 len: 843 time: 0.0893123 May 26 13:47:35.455850 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-ac0cc43c-22d0-4bdb-ba7d-2375af624273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:35.457881 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-ac0cc43c-22d0-4bdb-ba7d-2375af624273 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0478328b-202e-4fb7-84c6-c736725d6bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0783818 May 26 13:47:35.606785 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port e0662874-78ce-4387-a824-8ab106baa767 is: BUILD; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:47:35.607421 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (e0662874-78ce-4387-a824-8ab106baa767), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:35.712868 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-5f97d87d-b104-4f38-8c8a-04588d191824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:35.714586 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-5f97d87d-b104-4f38-8c8a-04588d191824 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d93ddbde-e26f-4a55-bf4c-a07a9b93d1a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.2604110 May 26 13:47:35.722577 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ad193e-1516-41cd-8603-74830f1c6fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0662874-78ce-4387-a824-8ab106baa767'}] {{(pid=110502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:47:35.725541 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186ee40048dd7feccd586c88f433d7b47dbfd7dc0140a518261bfa5b158966a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a6fcfb-66dc-4bcc-9f4c-59ae1b6cd53e" -d '{"events": [{"server_uuid": "39ad193e-1516-41cd-8603-74830f1c6fc7", "name": "network-vif-plugged", "status": "completed", "tag": "e0662874-78ce-4387-a824-8ab106baa767"}]}' {{(pid=110502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:47:35.746784 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port e0662874-78ce-4387-a824-8ab106baa767, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=e0662874-78ce-4387-a824-8ab106baa767,segment=NetworkSegment(abecec45-87fd-4c5c-8ebd-4180a12ed0df),segment_id=abecec45-87fd-4c5c-8ebd-4180a12ed0df)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:47:35.768873 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (e0662874-78ce-4387-a824-8ab106baa767), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:35.848253 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-90e3f2f1-fa01-4212-acbe-ec25d647563d service neutron] 10.222.0.57 "GET /v2.0/networks/0478328b-202e-4fb7-84c6-c736725d6bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818040 May 26 13:47:35.859358 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6699f19e-0a6f-46c3-b216-f40a11119966 x-openstack-request-id: req-6699f19e-0a6f-46c3-b216-f40a11119966 {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:47:35.859624 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ad193e-1516-41cd-8603-74830f1c6fc7", "name": "network-vif-plugged", "status": "completed", "tag": "e0662874-78ce-4387-a824-8ab106baa767", "code": 200}]} {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:47:35.859934 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6699f19e-0a6f-46c3-b216-f40a11119966 {{(pid=110502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:47:35.861063 dv-cinder-819668-4-iscsi neutron-server[110502]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6699f19e-0a6f-46c3-b216-f40a11119966'] response: {'server_uuid': '39ad193e-1516-41cd-8603-74830f1c6fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0662874-78ce-4387-a824-8ab106baa767', 'code': 200} May 26 13:47:35.880606 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=e0662874-78ce-4387-a824-8ab106baa767,revision_number=5']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:35.906472 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea144e7d-9532-46c8-b31c-67c5cb0c3a6d req-260e5bc1-6602-48b1-b78c-1278a1b3b1d1 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:35.919026 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-ea144e7d-9532-46c8-b31c-67c5cb0c3a6d req-260e5bc1-6602-48b1-b78c-1278a1b3b1d1 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d71f53-7765-4d4a-88db-e17c8171cc2e HTTP/1.1" status: 200 len: 947 time: 0.1206021 May 26 13:47:35.993773 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-ea144e7d-9532-46c8-b31c-67c5cb0c3a6d req-d53f03e9-336b-4810-8623-967ebaf053a3 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/security-groups?id=43486d93-7cfb-40c0-930c-880d094446ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702462 May 26 13:47:36.064296 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a716bfb6-e80e-4e25-a2b6-4baacd4b8cae req-d204150d-4956-496a-b5a1-65f6ca9d38f6 service neutron] 10.222.0.57 "GET /v2.0/networks/0478328b-202e-4fb7-84c6-c736725d6bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060008 May 26 13:47:36.067000 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-f8c07100-501d-4f0b-a134-b1ec6cc412fa service neutron] 10.222.0.57 "GET /v2.0/networks/d93ddbde-e26f-4a55-bf4c-a07a9b93d1a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439960 May 26 13:47:36.102656 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bba2a8-bd0f-4be9-b156-fd1f1aba4096 req-489854f6-9276-4079-ae0d-3cffc0c4801d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:36.104605 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-04bba2a8-bd0f-4be9-b156-fd1f1aba4096 req-489854f6-9276-4079-ae0d-3cffc0c4801d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 1129 time: 0.0699139 May 26 13:47:36.181832 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac21691-6369-4925-8135-9fc49b109b56 req-1274eaef-cb6e-404d-b920-aba392393d56 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:36.183129 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bac21691-6369-4925-8135-9fc49b109b56 req-1274eaef-cb6e-404d-b920-aba392393d56 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.1104083 May 26 13:47:36.250254 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0460a675-39cb-4e5d-89e4-232b4f0b7d5b req-63a41c04-eabc-47cb-aa67-4c38e2c4e8c1 service neutron] 10.222.0.57 "GET /v2.0/networks/d93ddbde-e26f-4a55-bf4c-a07a9b93d1a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752255 May 26 13:47:36.255124 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bac21691-6369-4925-8135-9fc49b109b56 req-db30de85-9390-4e4e-884c-bc152adae847 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654495 May 26 13:47:36.377314 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344eb58-bf1d-4594-bbb5-096578cb13fe req-e1112901-148b-47d0-9333-85c89b97d18f tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:36.379100 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-3344eb58-bf1d-4594-bbb5-096578cb13fe req-e1112901-148b-47d0-9333-85c89b97d18f tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 945 time: 0.0701473 May 26 13:47:36.435368 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-3344eb58-bf1d-4594-bbb5-096578cb13fe req-c31b2b28-5e21-45c3-8863-3ecb0ccc26c6 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505419 May 26 13:47:36.518296 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2e7da-7c80-4436-8918-f232ef8c30b6 req-d28e74e7-8df8-4a80-b78f-6367308a102d tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:36.519848 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f3a2e7da-7c80-4436-8918-f232ef8c30b6 req-d28e74e7-8df8-4a80-b78f-6367308a102d tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 944 time: 0.0509529 May 26 13:47:36.585490 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f3a2e7da-7c80-4436-8918-f232ef8c30b6 req-15d21ebe-09ac-470b-82c3-52ae29f8b26d tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589163 May 26 13:47:37.065608 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d71f53-7765-4d4a-88db-e17c8171cc2e', 'tag': 'dafda896-9068-4de0-b958-2ee4214d91ff'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:47:37.069399 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2883ca05-4920-4d80-a9ac-d21fd299140d" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d71f53-7765-4d4a-88db-e17c8171cc2e", "tag": "dafda896-9068-4de0-b958-2ee4214d91ff"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:47:37.119647 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e651588-e4b5-43c1-9539-b91ce2c287ec x-openstack-request-id: req-8e651588-e4b5-43c1-9539-b91ce2c287ec {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:47:37.120032 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d71f53-7765-4d4a-88db-e17c8171cc2e", "tag": "dafda896-9068-4de0-b958-2ee4214d91ff", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:47:37.120389 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8e651588-e4b5-43c1-9539-b91ce2c287ec {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:47:37.120917 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e651588-e4b5-43c1-9539-b91ce2c287ec'] response: {'name': 'network-changed', 'server_uuid': 'd5d71f53-7765-4d4a-88db-e17c8171cc2e', 'tag': 'dafda896-9068-4de0-b958-2ee4214d91ff', 'status': 'completed', 'code': 200} May 26 13:47:37.134342 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d4824-cead-4edf-916e-c4923677f296 req-224a5af1-7b41-414d-bf85-55fc2faee036 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:37.136034 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-6a7d4824-cead-4edf-916e-c4923677f296 req-224a5af1-7b41-414d-bf85-55fc2faee036 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d71f53-7765-4d4a-88db-e17c8171cc2e HTTP/1.1" status: 200 len: 947 time: 0.0568638 May 26 13:47:37.194678 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-6a7d4824-cead-4edf-916e-c4923677f296 req-6754c484-9a2c-4f26-96a4-086db95a75a8 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/security-groups?id=43486d93-7cfb-40c0-930c-880d094446ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497181 May 26 13:47:37.378927 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:37.395934 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1baf350-96ac-4f83-9d75-c5bc70bf8ed1 req-901572c8-c220-4faf-9871-78f716d0ad93 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:37.403279 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-d1baf350-96ac-4f83-9d75-c5bc70bf8ed1 req-901572c8-c220-4faf-9871-78f716d0ad93 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.0672967 May 26 13:47:37.458531 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-d1baf350-96ac-4f83-9d75-c5bc70bf8ed1 req-e1596b82-4931-4fd7-a5c9-36588993d0b0 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542114 May 26 13:47:37.578432 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b5ae3-5dae-4df1-8db7-42614079da46 req-42efe23c-0e55-465b-9c71-d46ccdc35053 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:37.580286 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-3d8b5ae3-5dae-4df1-8db7-42614079da46 req-42efe23c-0e55-465b-9c71-d46ccdc35053 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 945 time: 0.0560310 May 26 13:47:37.642267 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-3d8b5ae3-5dae-4df1-8db7-42614079da46 req-5f23e9df-bb80-47ad-bb08-1ec9c2e7a175 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528777 May 26 13:47:37.713479 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74977f-4144-4f07-be83-77f245fab143 req-c242b2b1-b301-4907-96fa-79f46ffcc7c9 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:37.715073 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-9d74977f-4144-4f07-be83-77f245fab143 req-c242b2b1-b301-4907-96fa-79f46ffcc7c9 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 944 time: 0.0509665 May 26 13:47:37.783777 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-9d74977f-4144-4f07-be83-77f245fab143 req-f303941d-c710-413a-be73-67bc130821cd tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616150 May 26 13:47:38.324541 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644de25-d9dd-4f61-bd93-aa8cb33ee26b req-16e094f0-d0df-4f3b-90c0-f1c6a76d034b tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:38.326227 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-2644de25-d9dd-4f61-bd93-aa8cb33ee26b req-16e094f0-d0df-4f3b-90c0-f1c6a76d034b tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d71f53-7765-4d4a-88db-e17c8171cc2e HTTP/1.1" status: 200 len: 947 time: 0.0540507 May 26 13:47:38.383618 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-2644de25-d9dd-4f61-bd93-aa8cb33ee26b req-bd794bd5-6824-410c-b58e-a2692a30a45f tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/security-groups?id=43486d93-7cfb-40c0-930c-880d094446ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516918 May 26 13:47:38.580030 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ab140-0d81-4879-8353-ce245c1fe775 req-2b7e3291-7f91-4537-a747-d21f2f0e6acc tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:38.581714 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-707ab140-0d81-4879-8353-ce245c1fe775 req-2b7e3291-7f91-4537-a747-d21f2f0e6acc tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.0539920 May 26 13:47:38.593236 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:38.639814 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-707ab140-0d81-4879-8353-ce245c1fe775 req-03b82870-5acc-4d1f-a9af-866a960a2138 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520976 May 26 13:47:38.769593 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed95816-fc85-473f-bb64-141d8bf514a9 req-b96fd754-5de9-4176-ba01-c2417be31fb2 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:38.771469 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-8ed95816-fc85-473f-bb64-141d8bf514a9 req-b96fd754-5de9-4176-ba01-c2417be31fb2 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 945 time: 0.0543206 May 26 13:47:38.889338 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-8ed95816-fc85-473f-bb64-141d8bf514a9 req-e37585b8-e03e-4fc2-945b-db6b7a1e309a tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870061 May 26 13:47:38.981711 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aefb721-addb-4792-97cf-60874dd75443 req-a7b0b637-97b4-4d67-85cc-317d75c7bc5a tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:38.983318 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5aefb721-addb-4792-97cf-60874dd75443 req-a7b0b637-97b4-4d67-85cc-317d75c7bc5a tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 944 time: 0.0514772 May 26 13:47:39.052843 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5aefb721-addb-4792-97cf-60874dd75443 req-164312d1-09da-4d8c-a5a3-d0feea7b0837 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620172 May 26 13:47:39.508064 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ec1ac-873c-415e-90d8-f83248d532be req-2e460bda-689d-485f-ae45-be1b6a580a91 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:39.511755 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 6 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:47:39.515394 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-bd6ec1ac-873c-415e-90d8-f83248d532be req-2e460bda-689d-485f-ae45-be1b6a580a91 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d71f53-7765-4d4a-88db-e17c8171cc2e HTTP/1.1" status: 200 len: 947 time: 0.0567136 May 26 13:47:39.566296 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=100 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:39.580624 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-bd6ec1ac-873c-415e-90d8-f83248d532be req-e7b1ea7d-6aa7-41d1-b8eb-555a4a9356b7 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/security-groups?id=43486d93-7cfb-40c0-930c-880d094446ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628281 May 26 13:47:39.779582 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4787b9-1316-4031-95b6-106e5daca330 req-54cdb7ee-093c-4ecf-bca0-9458a2289ae3 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:39.781629 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8b4787b9-1316-4031-95b6-106e5daca330 req-54cdb7ee-093c-4ecf-bca0-9458a2289ae3 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.0679996 May 26 13:47:39.844980 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8b4787b9-1316-4031-95b6-106e5daca330 req-23a50662-f1e5-401b-9af4-235178581030 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569494 May 26 13:47:40.013980 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779e1eb-2f87-49d8-9214-f92daec33e8d req-c97cb57e-7356-402b-af83-69b239c4a651 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:40.015529 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-7779e1eb-2f87-49d8-9214-f92daec33e8d req-c97cb57e-7356-402b-af83-69b239c4a651 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 945 time: 0.0624752 May 26 13:47:40.038230 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=100 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:40.075610 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-7779e1eb-2f87-49d8-9214-f92daec33e8d req-2fce19e9-44ed-411c-8928-d8f262866d6b tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520055 May 26 13:47:40.202584 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa8f51-dcc7-417a-be16-0999b548b4ad req-8829850b-7d79-42ce-8a0d-f4f411658bcd tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:40.205669 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3daa8f51-dcc7-417a-be16-0999b548b4ad req-8829850b-7d79-42ce-8a0d-f4f411658bcd tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 944 time: 0.0684581 May 26 13:47:40.275894 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3daa8f51-dcc7-417a-be16-0999b548b4ad req-f293b3fe-94ce-4e0f-a67c-77cfcef8a7d1 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627253 May 26 13:47:40.344671 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:40.754976 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220002a-a10f-42de-973b-1c7d95231a63 req-2963705c-0c1c-4770-bd04-ca8378966bb4 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:40.767395 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-9220002a-a10f-42de-973b-1c7d95231a63 req-2963705c-0c1c-4770-bd04-ca8378966bb4 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d71f53-7765-4d4a-88db-e17c8171cc2e HTTP/1.1" status: 200 len: 947 time: 0.0958843 May 26 13:47:40.834115 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-9220002a-a10f-42de-973b-1c7d95231a63 req-6ceddcbf-1a77-4400-92e2-f7ebf14d9c15 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/security-groups?id=43486d93-7cfb-40c0-930c-880d094446ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656221 May 26 13:47:40.987449 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e7a94-45c7-4841-a53e-703b436e37fe req-dcd6e288-2f6d-4454-8a38-faab239d3e16 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:40.989971 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3d1e7a94-45c7-4841-a53e-703b436e37fe req-dcd6e288-2f6d-4454-8a38-faab239d3e16 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.0588098 May 26 13:47:41.054463 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3d1e7a94-45c7-4841-a53e-703b436e37fe req-b7cd37cd-f976-4451-a2b9-eaed7819389a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585134 May 26 13:47:41.270257 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8e0af-ef12-4c04-8d1f-1962cb430543 req-dac6c20d-7dee-44b7-9d3e-68262abbfaef tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:41.279231 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-8fd8e0af-ef12-4c04-8d1f-1962cb430543 req-dac6c20d-7dee-44b7-9d3e-68262abbfaef tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 945 time: 0.0912802 May 26 13:47:41.359778 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-8fd8e0af-ef12-4c04-8d1f-1962cb430543 req-763559e4-2aa0-4e8b-954a-e9733eb5a51c tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793364 May 26 13:47:41.452121 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db87c5f-84cc-4de6-9d8c-88760155f2bd req-0733fce4-de19-4c16-9e31-152125839a88 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:41.459513 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-7db87c5f-84cc-4de6-9d8c-88760155f2bd req-0733fce4-de19-4c16-9e31-152125839a88 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 944 time: 0.0681572 May 26 13:47:41.512979 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-7db87c5f-84cc-4de6-9d8c-88760155f2bd req-914b9673-ed5f-4c7c-b997-025a0ef5c390 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521264 May 26 13:47:41.979256 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d26b4-1cf3-4010-83c6-26f31a5505cb req-c9720afd-11c3-4c7a-af15-5d4e86deb366 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:41.981046 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-128d26b4-1cf3-4010-83c6-26f31a5505cb req-c9720afd-11c3-4c7a-af15-5d4e86deb366 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d71f53-7765-4d4a-88db-e17c8171cc2e HTTP/1.1" status: 200 len: 947 time: 0.0611925 May 26 13:47:42.046002 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-128d26b4-1cf3-4010-83c6-26f31a5505cb req-527b7294-f8ea-45f7-80c8-4440d9f1aba9 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/security-groups?id=43486d93-7cfb-40c0-930c-880d094446ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580647 May 26 13:47:42.185230 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84203393-0202-4f8d-ba06-165cc703337e req-de277630-1f32-4b13-8b24-79c15d914bf4 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:42.186844 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-84203393-0202-4f8d-ba06-165cc703337e req-de277630-1f32-4b13-8b24-79c15d914bf4 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.0557261 May 26 13:47:42.246870 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-84203393-0202-4f8d-ba06-165cc703337e req-c66a3c85-225e-4e6a-8453-17951a468c15 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538254 May 26 13:47:42.491407 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f406d-5854-4518-bda9-086f18572217 req-ad66301a-babb-4a4a-a51c-aa20d2ddb230 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:42.494165 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-191f406d-5854-4518-bda9-086f18572217 req-ad66301a-babb-4a4a-a51c-aa20d2ddb230 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 945 time: 0.0652022 May 26 13:47:42.503790 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:42.545663 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-191f406d-5854-4518-bda9-086f18572217 req-e57a2bac-00a6-43d1-b83d-c1264679532b tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461431 May 26 13:47:42.669634 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cba534-895b-4693-9754-84d6b7260047 req-a3a8a5a8-1dc1-493e-9a3e-ceac8147bacd tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:42.671124 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-44cba534-895b-4693-9754-84d6b7260047 req-a3a8a5a8-1dc1-493e-9a3e-ceac8147bacd tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 944 time: 0.0555956 May 26 13:47:42.732898 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-44cba534-895b-4693-9754-84d6b7260047 req-159ef692-8d99-444c-8a65-7e1041e276c8 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542183 May 26 13:47:43.186472 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e53208-772f-4157-8c49-76d02bb57c63 req-05280652-f03c-48de-86cd-7698d52a028c tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:43.188382 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-39e53208-772f-4157-8c49-76d02bb57c63 req-05280652-f03c-48de-86cd-7698d52a028c tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d71f53-7765-4d4a-88db-e17c8171cc2e HTTP/1.1" status: 200 len: 947 time: 0.0599048 May 26 13:47:43.254251 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-39e53208-772f-4157-8c49-76d02bb57c63 req-e294c45a-1243-4f1e-bbd3-932d8656c47e tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/security-groups?id=43486d93-7cfb-40c0-930c-880d094446ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566003 May 26 13:47:43.668216 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294ec13-96f0-411f-bcca-414558391ecc req-0d2a4a21-4a8b-430a-9493-d0a698dce7b6 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:43.676796 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-d294ec13-96f0-411f-bcca-414558391ecc req-0d2a4a21-4a8b-430a-9493-d0a698dce7b6 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.3068204 May 26 13:47:43.689938 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfef70d-8c31-46f1-ac22-5b9b003b51de req-d43946a3-2a28-4628-9e62-f63ac9412e3d tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:43.701126 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-1cfef70d-8c31-46f1-ac22-5b9b003b51de req-d43946a3-2a28-4628-9e62-f63ac9412e3d tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 945 time: 0.0734174 May 26 13:47:43.741510 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-d294ec13-96f0-411f-bcca-414558391ecc req-eb456d95-aa06-41bf-8e0c-8205e7f5d276 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634758 May 26 13:47:43.760260 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-1cfef70d-8c31-46f1-ac22-5b9b003b51de req-eb82514f-8e30-43a7-b383-2807d6402643 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554748 May 26 13:47:43.872582 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469dd55-6127-42e9-9158-07f5a966c1d6 req-30ca51fa-5bf5-4cf9-9907-3b20612da669 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:43.874370 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-e469dd55-6127-42e9-9158-07f5a966c1d6 req-30ca51fa-5bf5-4cf9-9907-3b20612da669 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 944 time: 0.0525432 May 26 13:47:43.956048 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-e469dd55-6127-42e9-9158-07f5a966c1d6 req-30624df5-4758-43d3-bdd6-d63020b6a7e7 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707815 May 26 13:47:44.113726 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-d630ab59-d7ad-4bb0-bf74-5342ca8811a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:44.391961 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1ab25-26c9-4d74-ab5e-c27c925e0370 req-3149f11a-fc7a-4ad8-9e18-ef8ba9f8f3d9 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:44.405178 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0ee1ab25-26c9-4d74-ab5e-c27c925e0370 req-3149f11a-fc7a-4ad8-9e18-ef8ba9f8f3d9 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d71f53-7765-4d4a-88db-e17c8171cc2e HTTP/1.1" status: 200 len: 947 time: 0.0818331 May 26 13:47:44.415711 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:44.476944 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0ee1ab25-26c9-4d74-ab5e-c27c925e0370 req-0a6cff74-696f-45c3-a335-a5e1e8890be1 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/security-groups?id=43486d93-7cfb-40c0-930c-880d094446ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704608 May 26 13:47:44.795939 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-04bba2a8-bd0f-4be9-b156-fd1f1aba4096 req-ebbcb76f-b414-45c4-855d-7bda1faf57c1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223414 May 26 13:47:44.808240 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5f825-ed86-4ab0-af80-bc3d916447b1 req-9aaaa1d5-3a76-4f9e-91b9-e8237547054d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:44.810361 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-d5a5f825-ed86-4ab0-af80-bc3d916447b1 req-9aaaa1d5-3a76-4f9e-91b9-e8237547054d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c85800d659ab43ff9b16266f9f037fc2&device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 1128 time: 0.1117847 May 26 13:47:44.813170 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 33048) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:47:44.958247 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b7d94d-cf96-42bd-987e-36b51ab0f908 req-bbcb4241-76ef-4d1c-a643-c7e480b3ac6a tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:44.960353 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-64b7d94d-cf96-42bd-987e-36b51ab0f908 req-bbcb4241-76ef-4d1c-a643-c7e480b3ac6a tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 945 time: 0.1067050 May 26 13:47:44.979596 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be13a6b-e3f7-40ac-b12c-95c7d2b2c9a2 req-c5bebea2-6827-4242-9317-5611f81d48c0 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:44.981598 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-6be13a6b-e3f7-40ac-b12c-95c7d2b2c9a2 req-c5bebea2-6827-4242-9317-5611f81d48c0 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.0984068 May 26 13:47:45.081020 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device dafda896-9068-4de0-b958-2ee4214d91ff details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=110502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 13:47:45.141689 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-64b7d94d-cf96-42bd-987e-36b51ab0f908 req-07544c56-3781-4cd7-b478-f549b46e5154 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699226 May 26 13:47:45.148912 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-a06da396-dae2-43b2-b806-fbffeac82999 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:45.150755 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-6be13a6b-e3f7-40ac-b12c-95c7d2b2c9a2 req-8115d93b-293c-43f2-9e5e-02862f1d2706 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573751 May 26 13:47:45.176960 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:45.228092 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port dafda896-9068-4de0-b958-2ee4214d91ff, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=dafda896-9068-4de0-b958-2ee4214d91ff,segment=NetworkSegment(0dfa19f0-540e-4b4b-9942-797f50e71c30),segment_id=0dfa19f0-540e-4b4b-9942-797f50e71c30)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:47:45.249410 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Returning: {'device': 'dafda896-9068-4de0-b958-2ee4214d91ff', 'network_id': 'd93ddbde-e26f-4a55-bf4c-a07a9b93d1a2', 'port_id': 'dafda896-9068-4de0-b958-2ee4214d91ff', 'mac_address': 'fa:16:3e:aa:3a:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd61586a7-6891-418b-89e7-43ef72e9bbd2', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 13:47:45.286416 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883ca05-4920-4d80-a9ac-d21fd299140d req-0dcc78cf-1a9f-4370-a76c-103c952d6e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:45.286416 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2883ca05-4920-4d80-a9ac-d21fd299140d req-0dcc78cf-1a9f-4370-a76c-103c952d6e4d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7b4298aa065642c0bcfaed146905ce85&device_id=d5d71f53-7765-4d4a-88db-e17c8171cc2e HTTP/1.1" status: 200 len: 1131 time: 0.0826809 May 26 13:47:45.295840 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port dafda896-9068-4de0-b958-2ee4214d91ff is: DOWN; New status is: BUILD {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:47:45.296458 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (dafda896-9068-4de0-b958-2ee4214d91ff), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:45.311963 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dafda896-9068-4de0-b958-2ee4214d91ff {{(pid=110502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:47:45.326861 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:45.339966 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port dafda896-9068-4de0-b958-2ee4214d91ff, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=dafda896-9068-4de0-b958-2ee4214d91ff,segment=NetworkSegment(0dfa19f0-540e-4b4b-9942-797f50e71c30),segment_id=0dfa19f0-540e-4b4b-9942-797f50e71c30)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:47:45.347675 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (dafda896-9068-4de0-b958-2ee4214d91ff), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:45.419091 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=dafda896-9068-4de0-b958-2ee4214d91ff,revision_number=4']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:45.421427 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39590bff-a5d5-40cb-8338-1c6b8c818109 req-90c0557e-a538-4431-9747-774c7c4e83b8 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:45.423306 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-39590bff-a5d5-40cb-8338-1c6b8c818109 req-90c0557e-a538-4431-9747-774c7c4e83b8 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 944 time: 0.1311321 May 26 13:47:45.443375 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-a06da396-dae2-43b2-b806-fbffeac82999 admin admin] Publish callbacks [] for security_group (dc0cc56c-5ddb-4b15-a66b-6e28ab0990a1), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:45.452141 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-a06da396-dae2-43b2-b806-fbffeac82999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (dc0cc56c-5ddb-4b15-a66b-6e28ab0990a1), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:45.543840 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 33066) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:47:45.544191 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-a06da396-dae2-43b2-b806-fbffeac82999 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=435b7cd9b71d41a9b84f12519f530452&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7293749 May 26 13:47:45.545644 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5f825-ed86-4ab0-af80-bc3d916447b1 req-d2386f9a-bdae-469a-92cb-4b2d426a14d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:45.547063 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-d5a5f825-ed86-4ab0-af80-bc3d916447b1 req-d2386f9a-bdae-469a-92cb-4b2d426a14d5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0478328b-202e-4fb7-84c6-c736725d6bdc HTTP/1.1" status: 200 len: 910 time: 0.2599478 May 26 13:47:45.554489 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06da396-dae2-43b2-b806-fbffeac82999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0cc56c-5ddb-4b15-a66b-6e28ab0990a1,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:45.571979 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06da396-dae2-43b2-b806-fbffeac82999 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:45.572685 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06da396-dae2-43b2-b806-fbffeac82999 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:45.573239 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06da396-dae2-43b2-b806-fbffeac82999 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:45.573798 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06da396-dae2-43b2-b806-fbffeac82999 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:45.574344 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06da396-dae2-43b2-b806-fbffeac82999 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:45.574689 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06da396-dae2-43b2-b806-fbffeac82999 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:45.575018 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06da396-dae2-43b2-b806-fbffeac82999 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:45.575370 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06da396-dae2-43b2-b806-fbffeac82999 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:45.575690 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06da396-dae2-43b2-b806-fbffeac82999 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:45.576014 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06da396-dae2-43b2-b806-fbffeac82999 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:45.576547 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06da396-dae2-43b2-b806-fbffeac82999 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:45.577068 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06da396-dae2-43b2-b806-fbffeac82999 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:45.577572 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06da396-dae2-43b2-b806-fbffeac82999 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:45.578081 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06da396-dae2-43b2-b806-fbffeac82999 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:45.579110 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06da396-dae2-43b2-b806-fbffeac82999 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:45.586609 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-39590bff-a5d5-40cb-8338-1c6b8c818109 req-04615e2b-71d1-4355-b939-2024e4f83f29 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506245 May 26 13:47:45.674573 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377916c2-f81f-4604-b96a-5427ec40d6c1 req-74f0b464-9c82-48d5-bced-4d2fd89f83c3 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:45.681439 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-377916c2-f81f-4604-b96a-5427ec40d6c1 req-74f0b464-9c82-48d5-bced-4d2fd89f83c3 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d71f53-7765-4d4a-88db-e17c8171cc2e HTTP/1.1" status: 200 len: 948 time: 0.1062877 May 26 13:47:45.692525 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-055b33dd-9345-4eba-96d9-57ab0232060b admin admin] Publish callbacks [] for security_group (dc0cc56c-5ddb-4b15-a66b-6e28ab0990a1), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:45.700692 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=100 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:45.726663 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=100 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:45.749220 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-055b33dd-9345-4eba-96d9-57ab0232060b admin admin] Publish callbacks [] for security_group (dc0cc56c-5ddb-4b15-a66b-6e28ab0990a1), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:45.762444 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-377916c2-f81f-4604-b96a-5427ec40d6c1 req-8e5dd0e0-0b02-46f7-8ae5-10a727d4866c tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/security-groups?id=43486d93-7cfb-40c0-930c-880d094446ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801606 May 26 13:47:45.788670 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] get_ports_and_sgs() called for port_ids ['dafda896-9068-4de0-b958-2ee4214d91ff'] {{(pid=110502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 13:47:45.830167 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-055b33dd-9345-4eba-96d9-57ab0232060b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (dc0cc56c-5ddb-4b15-a66b-6e28ab0990a1), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:45.834777 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-055b33dd-9345-4eba-96d9-57ab0232060b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:45.838392 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-055b33dd-9345-4eba-96d9-57ab0232060b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dc0cc56c-5ddb-4b15-a66b-6e28ab0990a1 HTTP/1.1" status: 204 len: 168 time: 0.2910981 May 26 13:47:45.850240 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b33dd-9345-4eba-96d9-57ab0232060b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0cc56c-5ddb-4b15-a66b-6e28ab0990a1,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:45.859577 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b33dd-9345-4eba-96d9-57ab0232060b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:45.859981 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b33dd-9345-4eba-96d9-57ab0232060b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:45.860544 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b33dd-9345-4eba-96d9-57ab0232060b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:45.860925 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b33dd-9345-4eba-96d9-57ab0232060b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:45.861274 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b33dd-9345-4eba-96d9-57ab0232060b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:45.861774 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b33dd-9345-4eba-96d9-57ab0232060b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:45.862116 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b33dd-9345-4eba-96d9-57ab0232060b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:45.862446 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b33dd-9345-4eba-96d9-57ab0232060b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:45.862782 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b33dd-9345-4eba-96d9-57ab0232060b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:45.863217 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b33dd-9345-4eba-96d9-57ab0232060b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:45.863558 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b33dd-9345-4eba-96d9-57ab0232060b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:45.863887 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b33dd-9345-4eba-96d9-57ab0232060b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:45.864273 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b33dd-9345-4eba-96d9-57ab0232060b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:45.864924 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b33dd-9345-4eba-96d9-57ab0232060b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:45.865279 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b33dd-9345-4eba-96d9-57ab0232060b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:46.224760 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 33080) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:47:46.254022 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b3a95cc9-a078-45d3-8cd8-c4e2e7d5a00b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:46.326813 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee723c7-e776-4eb7-b695-f02dee130bef req-071398e4-778e-4cba-8808-5c6f1d9ed0f2 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:46.329026 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-cee723c7-e776-4eb7-b695-f02dee130bef req-071398e4-778e-4cba-8808-5c6f1d9ed0f2 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.0585859 May 26 13:47:46.428035 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-d5a5f825-ed86-4ab0-af80-bc3d916447b1 req-30fff3ac-3337-4d85-a7f7-64c7398979eb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04d681e3-ceab-4cf6-876e-aec8b3942d85 HTTP/1.1" status: 200 len: 217 time: 0.1666367 May 26 13:47:46.461338 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-6e8c8c8b-a5a2-4939-b06f-fb9c4ca3dbc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:46.492539 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-cee723c7-e776-4eb7-b695-f02dee130bef req-105564b0-e3fb-43a1-aa0a-e39c0fda5cde tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471655 May 26 13:47:46.563195 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b3a95cc9-a078-45d3-8cd8-c4e2e7d5a00b admin admin] Publish callbacks [] for security_group (b808373a-ba30-4c04-8ff3-3ddeb7141338), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:46.569679 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b3a95cc9-a078-45d3-8cd8-c4e2e7d5a00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (b808373a-ba30-4c04-8ff3-3ddeb7141338), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:46.571576 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f04c0-c23d-4260-b1d9-5a7141058b3d req-2879a315-4c7a-476a-a007-3fc50fd35fa7 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:46.583748 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fe6f04c0-c23d-4260-b1d9-5a7141058b3d req-2879a315-4c7a-476a-a007-3fc50fd35fa7 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 945 time: 0.2926219 May 26 13:47:46.611472 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a95cc9-a078-45d3-8cd8-c4e2e7d5a00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b808373a-ba30-4c04-8ff3-3ddeb7141338,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:46.634154 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-b3a95cc9-a078-45d3-8cd8-c4e2e7d5a00b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1a574ff5e2b447afb9264ef740b37d16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4054060 May 26 13:47:46.638693 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 33086) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:47:46.640875 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883ca05-4920-4d80-a9ac-d21fd299140d req-189ad977-d2dd-49bf-8a4c-82822f0a4e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:46.642948 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2883ca05-4920-4d80-a9ac-d21fd299140d req-189ad977-d2dd-49bf-8a4c-82822f0a4e2d service neutron] 10.222.0.57 "GET /v2.0/networks?id=d93ddbde-e26f-4a55-bf4c-a07a9b93d1a2 HTTP/1.1" status: 200 len: 870 time: 0.4258027 May 26 13:47:46.709497 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fe6f04c0-c23d-4260-b1d9-5a7141058b3d req-76933dcf-e62c-47f2-84e8-9d9cbb832ed1 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234324 May 26 13:47:46.716103 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5f825-ed86-4ab0-af80-bc3d916447b1 req-e16cf12b-51be-4459-b4de-978f6654e8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:46.725318 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-d5a5f825-ed86-4ab0-af80-bc3d916447b1 req-e16cf12b-51be-4459-b4de-978f6654e8d3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ead24355-5807-4ce4-ba8e-37e33b8ee5cf HTTP/1.1" status: 200 len: 848 time: 0.2868958 May 26 13:47:46.745419 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-63a92755-174d-48e5-83ad-40184465adc7 admin admin] Publish callbacks [] for security_group (b808373a-ba30-4c04-8ff3-3ddeb7141338), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:46.839387 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-63a92755-174d-48e5-83ad-40184465adc7 admin admin] Publish callbacks [] for security_group (b808373a-ba30-4c04-8ff3-3ddeb7141338), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:46.875362 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb16aef-fe1a-4896-a1f9-419951a2a66a req-d0c171d1-c71a-4726-aa5c-bebcb828489d tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:46.883202 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-ecb16aef-fe1a-4896-a1f9-419951a2a66a req-d0c171d1-c71a-4726-aa5c-bebcb828489d tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 944 time: 0.1325812 May 26 13:47:46.962135 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c511eb5-64a0-403d-bddb-f66abbd8e263 req-47519a4d-c2c5-4756-b2aa-ed8a3b98b9a0 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:46.963360 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-ecb16aef-fe1a-4896-a1f9-419951a2a66a req-5a1f23a5-ff5d-421b-a4d0-8a5efa8dd1b8 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791042 May 26 13:47:46.964642 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0c511eb5-64a0-403d-bddb-f66abbd8e263 req-47519a4d-c2c5-4756-b2aa-ed8a3b98b9a0 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d71f53-7765-4d4a-88db-e17c8171cc2e HTTP/1.1" status: 200 len: 948 time: 0.0937974 May 26 13:47:46.999205 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-63a92755-174d-48e5-83ad-40184465adc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (b808373a-ba30-4c04-8ff3-3ddeb7141338), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:47.003837 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-63a92755-174d-48e5-83ad-40184465adc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:47.019347 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-63a92755-174d-48e5-83ad-40184465adc7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b808373a-ba30-4c04-8ff3-3ddeb7141338 HTTP/1.1" status: 204 len: 168 time: 0.3683329 May 26 13:47:47.025947 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:47.037258 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a92755-174d-48e5-83ad-40184465adc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b808373a-ba30-4c04-8ff3-3ddeb7141338,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:47.069396 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device dafda896-9068-4de0-b958-2ee4214d91ff up at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:47:47.101672 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0c511eb5-64a0-403d-bddb-f66abbd8e263 req-d2c51b24-cafb-4d97-8bb1-993420e5d61c tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/security-groups?id=43486d93-7cfb-40c0-930c-880d094446ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254013 May 26 13:47:47.143474 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Provisioning for port dafda896-9068-4de0-b958-2ee4214d91ff completed by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 13:47:47.152377 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Provisioning complete for port dafda896-9068-4de0-b958-2ee4214d91ff triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:47:47.153626 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (dafda896-9068-4de0-b958-2ee4214d91ff), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:47.250046 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port dafda896-9068-4de0-b958-2ee4214d91ff is: BUILD; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:47:47.250613 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (dafda896-9068-4de0-b958-2ee4214d91ff), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:47.282750 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d71f53-7765-4d4a-88db-e17c8171cc2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dafda896-9068-4de0-b958-2ee4214d91ff'}] {{(pid=110502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:47:47.285348 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186ee40048dd7feccd586c88f433d7b47dbfd7dc0140a518261bfa5b158966a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f87d8d2-3265-432a-a149-8e9227164415" -d '{"events": [{"server_uuid": "d5d71f53-7765-4d4a-88db-e17c8171cc2e", "name": "network-vif-plugged", "status": "completed", "tag": "dafda896-9068-4de0-b958-2ee4214d91ff"}]}' {{(pid=110502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:47:47.328524 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:47.335706 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port dafda896-9068-4de0-b958-2ee4214d91ff, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=dafda896-9068-4de0-b958-2ee4214d91ff,segment=NetworkSegment(0dfa19f0-540e-4b4b-9942-797f50e71c30),segment_id=0dfa19f0-540e-4b4b-9942-797f50e71c30)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:47:47.343594 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (dafda896-9068-4de0-b958-2ee4214d91ff), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:47.355636 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a67fd1d-2af9-4b46-baa9-3230e4edadc7 x-openstack-request-id: req-6a67fd1d-2af9-4b46-baa9-3230e4edadc7 {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:47:47.356558 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d71f53-7765-4d4a-88db-e17c8171cc2e", "name": "network-vif-plugged", "status": "completed", "tag": "dafda896-9068-4de0-b958-2ee4214d91ff", "code": 200}]} {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:47:47.356558 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6a67fd1d-2af9-4b46-baa9-3230e4edadc7 {{(pid=110502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:47:47.358895 dv-cinder-819668-4-iscsi neutron-server[110502]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a67fd1d-2af9-4b46-baa9-3230e4edadc7'] response: {'server_uuid': 'd5d71f53-7765-4d4a-88db-e17c8171cc2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dafda896-9068-4de0-b958-2ee4214d91ff', 'code': 200} May 26 13:47:47.387352 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2883ca05-4920-4d80-a9ac-d21fd299140d req-79ca44f0-ac7f-48f0-82f4-8da60e278614 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=dafda896-9068-4de0-b958-2ee4214d91ff HTTP/1.1" status: 200 len: 217 time: 0.1533194 May 26 13:47:47.406684 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=dafda896-9068-4de0-b958-2ee4214d91ff,revision_number=5']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:47.418151 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:47.418699 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:47.419143 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:47.419631 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:47.420177 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:47.420989 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:47.421471 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:47.421910 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:47.422426 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:47.422864 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:47.423360 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:47.423850 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:47.424281 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:47.424801 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:47.425570 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:47:47.459576 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5f825-ed86-4ab0-af80-bc3d916447b1 req-349ed038-c738-4638-8c0a-81c2fa29c7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:47.461194 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-d5a5f825-ed86-4ab0-af80-bc3d916447b1 req-349ed038-c738-4638-8c0a-81c2fa29c7e2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0478328b-202e-4fb7-84c6-c736725d6bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0728376 May 26 13:47:47.657086 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4885803-f56a-411c-a2b5-2b8cb2cba1ee req-ac5ef4fe-97a2-4cce-ba89-0621548fdea3 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:47.658734 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-d4885803-f56a-411c-a2b5-2b8cb2cba1ee req-ac5ef4fe-97a2-4cce-ba89-0621548fdea3 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.0734923 May 26 13:47:47.758132 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:47.764637 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-d4885803-f56a-411c-a2b5-2b8cb2cba1ee req-79c2728d-d9c8-430b-9820-83e158fecd14 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979877 May 26 13:47:47.876864 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12b23d-530b-4cd6-8764-91cd71f69a1e req-a4759ed2-1bda-4f04-aa2f-9202b37af6de tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:47.883775 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-7f12b23d-530b-4cd6-8764-91cd71f69a1e req-a4759ed2-1bda-4f04-aa2f-9202b37af6de tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 945 time: 0.0683715 May 26 13:47:47.940565 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-7f12b23d-530b-4cd6-8764-91cd71f69a1e req-268f8201-3f92-4c7f-aef2-ad3cfacd76a6 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556424 May 26 13:47:48.085164 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:48.094771 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248953e-3eed-4dec-a6bb-463986cf6bf4 req-4b27df24-c4d3-47b5-865d-14691e62dab3 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:48.096381 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-d248953e-3eed-4dec-a6bb-463986cf6bf4 req-4b27df24-c4d3-47b5-865d-14691e62dab3 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 944 time: 0.0521100 May 26 13:47:48.105680 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:INSERT=5,neutron:SELECT=95 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:48.116355 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ea58f-6a72-42c9-bddd-aac1f5776ceb req-75a771bf-d84c-4248-a2d1-499793c19874 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:48.124215 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5c1ea58f-6a72-42c9-bddd-aac1f5776ceb req-75a771bf-d84c-4248-a2d1-499793c19874 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 945 time: 0.0659740 May 26 13:47:48.166952 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-d248953e-3eed-4dec-a6bb-463986cf6bf4 req-c398f3db-63bf-4ce9-bd56-e2b0823425c0 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582156 May 26 13:47:48.190125 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5c1ea58f-6a72-42c9-bddd-aac1f5776ceb req-c2caf391-32c7-48f5-a875-286c2c6de409 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646813 May 26 13:47:48.299841 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e72bb-fb91-4f12-9ad1-62aed2cff913 req-418c8673-6767-48cc-b173-30dbd58bb97b tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:48.307578 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-308e72bb-fb91-4f12-9ad1-62aed2cff913 req-418c8673-6767-48cc-b173-30dbd58bb97b tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d71f53-7765-4d4a-88db-e17c8171cc2e HTTP/1.1" status: 200 len: 949 time: 0.0603256 May 26 13:47:48.378697 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-308e72bb-fb91-4f12-9ad1-62aed2cff913 req-b3327cbd-7b74-4f80-97ad-0aef2d9ba76f tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/security-groups?id=43486d93-7cfb-40c0-930c-880d094446ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701656 May 26 13:47:48.597983 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76a94b-f1ea-4cf6-b31b-74c084bf4050 req-55dd73d1-ca40-4377-804a-e91acc7141cd tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:48.599667 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-0f76a94b-f1ea-4cf6-b31b-74c084bf4050 req-55dd73d1-ca40-4377-804a-e91acc7141cd tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 945 time: 0.0515244 May 26 13:47:48.659556 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-0f76a94b-f1ea-4cf6-b31b-74c084bf4050 req-4c2bcf2b-466a-4faf-8716-c39ce0b98a32 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519814 May 26 13:47:48.722957 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 33146) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:47:48.916277 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-2f96314f-4b81-4b73-83cb-ffc54633ff83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:48.938942 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b10068-b00b-48b0-b056-cc73f12baf63 req-4f8737fc-3fa2-4a10-acf8-8e0dfdfaa658 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:48.948187 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-43b10068-b00b-48b0-b056-cc73f12baf63 req-4f8737fc-3fa2-4a10-acf8-8e0dfdfaa658 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.0822964 May 26 13:47:48.960949 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:49.036036 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-43b10068-b00b-48b0-b056-cc73f12baf63 req-32d8b5b5-593b-4acf-8a86-d2d96f97cd98 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867012 May 26 13:47:49.151178 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-2f96314f-4b81-4b73-83cb-ffc54633ff83 admin admin] Publish callbacks [] for security_group (90cc9e9e-65e3-460a-9d5a-35913dda1bd1), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:49.159707 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-2f96314f-4b81-4b73-83cb-ffc54633ff83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (90cc9e9e-65e3-460a-9d5a-35913dda1bd1), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:49.170299 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:49.276889 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f96314f-4b81-4b73-83cb-ffc54633ff83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90cc9e9e-65e3-460a-9d5a-35913dda1bd1,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:49.314645 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-2f96314f-4b81-4b73-83cb-ffc54633ff83 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=98b6ce08db6744b9b9d85efde207c5fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5903921 May 26 13:47:49.317505 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 33166) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:47:49.398556 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883ca05-4920-4d80-a9ac-d21fd299140d req-8fb730fc-bd23-4706-9bfd-b4b3099e9ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:49.400418 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2883ca05-4920-4d80-a9ac-d21fd299140d req-8fb730fc-bd23-4706-9bfd-b4b3099e9ecb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d61586a7-6891-418b-89e7-43ef72e9bbd2 HTTP/1.1" status: 200 len: 843 time: 0.2782164 May 26 13:47:49.439167 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d3cfddc8-91d0-41a3-b3bb-02bc54be0f84 admin admin] Publish callbacks [] for security_group (90cc9e9e-65e3-460a-9d5a-35913dda1bd1), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:49.448043 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-d5a5f825-ed86-4ab0-af80-bc3d916447b1 req-e02395cd-481c-49aa-a831-b4ffe93cb2db service neutron] 10.222.0.57 "GET /v2.0/networks/0478328b-202e-4fb7-84c6-c736725d6bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703034 May 26 13:47:49.459614 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3afd2-0fd4-4468-8265-51660794b35a req-72144c6d-543f-44ee-bfb3-f94da5932f03 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:49.463070 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-9ce3afd2-0fd4-4468-8265-51660794b35a req-72144c6d-543f-44ee-bfb3-f94da5932f03 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 944 time: 0.0861440 May 26 13:47:49.498606 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d3cfddc8-91d0-41a3-b3bb-02bc54be0f84 admin admin] Publish callbacks [] for security_group (90cc9e9e-65e3-460a-9d5a-35913dda1bd1), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:49.536062 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364cc079-c21f-4b47-94f1-286c6d2baad6 req-f0f21d2d-f8f9-4353-acdf-7fb24c4209d8 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:49.549155 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-364cc079-c21f-4b47-94f1-286c6d2baad6 req-f0f21d2d-f8f9-4353-acdf-7fb24c4209d8 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d71f53-7765-4d4a-88db-e17c8171cc2e HTTP/1.1" status: 200 len: 949 time: 0.0652611 May 26 13:47:49.577396 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-9ce3afd2-0fd4-4468-8265-51660794b35a req-ce331ec4-718f-407a-bc9b-f7dd03bf8dab tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081741 May 26 13:47:49.638371 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-364cc079-c21f-4b47-94f1-286c6d2baad6 req-26620485-2092-4b43-98bb-612e61839316 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/security-groups?id=43486d93-7cfb-40c0-930c-880d094446ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866783 May 26 13:47:49.682437 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59cad6-f68c-4ba6-aeca-2ee489c1d5c2 req-cbf41f7c-a74a-4409-8938-a4bcf9f88c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:49.684163 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-fd59cad6-f68c-4ba6-aeca-2ee489c1d5c2 req-cbf41f7c-a74a-4409-8938-a4bcf9f88c83 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 1129 time: 0.0887084 May 26 13:47:49.699587 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d3cfddc8-91d0-41a3-b3bb-02bc54be0f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (90cc9e9e-65e3-460a-9d5a-35913dda1bd1), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:49.702373 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d3cfddc8-91d0-41a3-b3bb-02bc54be0f84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:49.703803 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-d3cfddc8-91d0-41a3-b3bb-02bc54be0f84 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/90cc9e9e-65e3-460a-9d5a-35913dda1bd1 HTTP/1.1" status: 204 len: 168 time: 0.3851323 May 26 13:47:49.732404 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cfddc8-91d0-41a3-b3bb-02bc54be0f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90cc9e9e-65e3-460a-9d5a-35913dda1bd1,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:49.768930 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-fd59cad6-f68c-4ba6-aeca-2ee489c1d5c2 req-514508b5-be04-465c-8211-ecf883d9ad77 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778117 May 26 13:47:49.779762 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a6d31-7515-454f-b5b3-0ff5904a1805 req-a70dc731-3b1c-485f-bd20-55674092d8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:49.781649 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-191a6d31-7515-454f-b5b3-0ff5904a1805 req-a70dc731-3b1c-485f-bd20-55674092d8c7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d5d71f53-7765-4d4a-88db-e17c8171cc2e HTTP/1.1" status: 200 len: 1133 time: 0.1572149 May 26 13:47:49.782872 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883ca05-4920-4d80-a9ac-d21fd299140d req-a33e9619-ae2b-4e5b-90b6-66b993807c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:49.784658 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2883ca05-4920-4d80-a9ac-d21fd299140d req-a33e9619-ae2b-4e5b-90b6-66b993807c95 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d93ddbde-e26f-4a55-bf4c-a07a9b93d1a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1589046 May 26 13:47:49.829671 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-d5a5f825-ed86-4ab0-af80-bc3d916447b1 req-63468aec-06d2-4193-bc64-d8a06e1d2aff service neutron] 10.222.0.57 "GET /v2.0/networks/0478328b-202e-4fb7-84c6-c736725d6bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015471 May 26 13:47:50.180613 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72362d81-c20e-440e-84f5-0ae5e93f5c48 req-31a78af0-f80c-47cf-85d9-45e0abea8ac7 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:50.182081 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-72362d81-c20e-440e-84f5-0ae5e93f5c48 req-31a78af0-f80c-47cf-85d9-45e0abea8ac7 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.0692289 May 26 13:47:50.285941 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-72362d81-c20e-440e-84f5-0ae5e93f5c48 req-46ecf8b7-c825-4c92-b55e-9aabb9a7639c tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967066 May 26 13:47:50.355857 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-191a6d31-7515-454f-b5b3-0ff5904a1805 req-1dbdeaad-635e-4b02-b3a7-a2228e473463 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=43486d93-7cfb-40c0-930c-880d094446ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340899 May 26 13:47:50.379144 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2883ca05-4920-4d80-a9ac-d21fd299140d req-21416df4-25bc-491b-abf9-8b91ecb10f80 service neutron] 10.222.0.57 "GET /v2.0/networks/d93ddbde-e26f-4a55-bf4c-a07a9b93d1a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505697 May 26 13:47:50.455834 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:50.706383 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dabfbe-6a3e-4802-82f2-b3334d43b102 req-e78ac168-19c5-4340-9d3f-d42d9e6a934f tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:50.708231 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-85dabfbe-6a3e-4802-82f2-b3334d43b102 req-e78ac168-19c5-4340-9d3f-d42d9e6a934f tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 944 time: 0.0557008 May 26 13:47:50.736009 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:50.764740 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-85dabfbe-6a3e-4802-82f2-b3334d43b102 req-d171c52e-a759-4824-86e2-b0851282b9d6 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501873 May 26 13:47:50.873078 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d6555-6d2e-47e6-994f-184cf1862171 req-9946f2af-3ef1-4a78-bfd5-71922ea1d3d4 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:50.875011 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-476d6555-6d2e-47e6-994f-184cf1862171 req-9946f2af-3ef1-4a78-bfd5-71922ea1d3d4 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d71f53-7765-4d4a-88db-e17c8171cc2e HTTP/1.1" status: 200 len: 949 time: 0.0510001 May 26 13:47:50.930572 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-476d6555-6d2e-47e6-994f-184cf1862171 req-3fd8877d-9c37-4112-9042-81c260c53182 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/security-groups?id=43486d93-7cfb-40c0-930c-880d094446ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494833 May 26 13:47:51.052688 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 33242) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:47:51.085671 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 04d681e3-ceab-4cf6-876e-aec8b3942d85 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=110502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 13:47:51.176052 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-8da44678-8ecb-4fcf-96fc-b6bed74c3eb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:51.198377 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 04d681e3-ceab-4cf6-876e-aec8b3942d85, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=04d681e3-ceab-4cf6-876e-aec8b3942d85,segment=NetworkSegment(57eb3c7f-cf41-4d04-9254-b7cdfafd2014),segment_id=57eb3c7f-cf41-4d04-9254-b7cdfafd2014)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:47:51.221252 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Returning: {'device': '04d681e3-ceab-4cf6-876e-aec8b3942d85', 'network_id': '0478328b-202e-4fb7-84c6-c736725d6bdc', 'port_id': '04d681e3-ceab-4cf6-876e-aec8b3942d85', 'mac_address': 'fa:16:3e:02:46:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ead24355-5807-4ce4-ba8e-37e33b8ee5cf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 13:47:51.248340 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:51.260538 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port 04d681e3-ceab-4cf6-876e-aec8b3942d85 is: DOWN; New status is: BUILD {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:47:51.260926 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (04d681e3-ceab-4cf6-876e-aec8b3942d85), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:51.263845 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-8da44678-8ecb-4fcf-96fc-b6bed74c3eb2 admin admin] Publish callbacks [] for security_group (1e49ab23-69a8-4018-9cb1-a095e0c5d919), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:51.269994 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-8da44678-8ecb-4fcf-96fc-b6bed74c3eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (1e49ab23-69a8-4018-9cb1-a095e0c5d919), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:51.276672 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04d681e3-ceab-4cf6-876e-aec8b3942d85 {{(pid=110502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:47:51.282115 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:51.300632 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 04d681e3-ceab-4cf6-876e-aec8b3942d85, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=04d681e3-ceab-4cf6-876e-aec8b3942d85,segment=NetworkSegment(57eb3c7f-cf41-4d04-9254-b7cdfafd2014),segment_id=57eb3c7f-cf41-4d04-9254-b7cdfafd2014)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:47:51.305521 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (04d681e3-ceab-4cf6-876e-aec8b3942d85), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:51.319625 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-8da44678-8ecb-4fcf-96fc-b6bed74c3eb2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bd9faec66dc4425999df313f155bda87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2658608 May 26 13:47:51.320738 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da44678-8ecb-4fcf-96fc-b6bed74c3eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e49ab23-69a8-4018-9cb1-a095e0c5d919,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:51.322751 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 33264) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:47:51.385726 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=04d681e3-ceab-4cf6-876e-aec8b3942d85,revision_number=4']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:51.432750 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83912d97-abe0-4cbc-b397-a544c13f14b1 req-c488a3b5-373f-45d8-a746-0101b3152f5a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:51.434228 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-83912d97-abe0-4cbc-b397-a544c13f14b1 req-c488a3b5-373f-45d8-a746-0101b3152f5a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.0592191 May 26 13:47:51.435272 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d3a8d1ee-686c-45a1-b3a6-388822633ee6 admin admin] Publish callbacks [] for security_group (1e49ab23-69a8-4018-9cb1-a095e0c5d919), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:51.439843 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:51.475390 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d3a8d1ee-686c-45a1-b3a6-388822633ee6 admin admin] Publish callbacks [] for security_group (1e49ab23-69a8-4018-9cb1-a095e0c5d919), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:51.526039 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-83912d97-abe0-4cbc-b397-a544c13f14b1 req-c26e09c1-ac99-4c3b-9317-0432a3ea3c3a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804188 May 26 13:47:51.552030 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d3a8d1ee-686c-45a1-b3a6-388822633ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (1e49ab23-69a8-4018-9cb1-a095e0c5d919), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:51.554997 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d3a8d1ee-686c-45a1-b3a6-388822633ee6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:51.556124 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-d3a8d1ee-686c-45a1-b3a6-388822633ee6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1e49ab23-69a8-4018-9cb1-a095e0c5d919 HTTP/1.1" status: 204 len: 168 time: 0.2324059 May 26 13:47:51.569382 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a8d1ee-686c-45a1-b3a6-388822633ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e49ab23-69a8-4018-9cb1-a095e0c5d919,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:51.822104 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] get_ports_and_sgs() called for port_ids ['04d681e3-ceab-4cf6-876e-aec8b3942d85'] {{(pid=110502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 13:47:51.947359 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd752d3-bebe-4b79-af1e-5da0ff242f77 req-299e6453-7932-447f-bde3-a594146e4402 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:51.955285 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-1fd752d3-bebe-4b79-af1e-5da0ff242f77 req-299e6453-7932-447f-bde3-a594146e4402 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 945 time: 0.0871501 May 26 13:47:52.016826 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-1fd752d3-bebe-4b79-af1e-5da0ff242f77 req-749a7e43-fbe4-41f3-a2b9-09e91c0d98d8 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603976 May 26 13:47:52.120136 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a280d50-2a02-4cb2-a985-1df8597d26ab req-cfcd5e81-cfc1-423d-b01d-f78c2730ed96 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:52.121772 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-8a280d50-2a02-4cb2-a985-1df8597d26ab req-cfcd5e81-cfc1-423d-b01d-f78c2730ed96 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d71f53-7765-4d4a-88db-e17c8171cc2e HTTP/1.1" status: 200 len: 949 time: 0.0512342 May 26 13:47:52.177825 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-8a280d50-2a02-4cb2-a985-1df8597d26ab req-9e929894-30fd-4fef-a02c-368b8e300027 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/security-groups?id=43486d93-7cfb-40c0-930c-880d094446ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451717 May 26 13:47:52.309623 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:52.378648 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2883ca05-4920-4d80-a9ac-d21fd299140d req-7e8a3762-71a8-490b-ad3c-aa67ab6bcb05 service neutron] 10.222.0.57 "GET /v2.0/networks/d93ddbde-e26f-4a55-bf4c-a07a9b93d1a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014659 May 26 13:47:52.648992 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c98c815-6426-4356-9e2d-a93defabe181 req-45243503-d272-4085-bc99-a53af2b2ca9f tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:52.650504 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-1c98c815-6426-4356-9e2d-a93defabe181 req-45243503-d272-4085-bc99-a53af2b2ca9f tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.0486062 May 26 13:47:52.709145 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-1c98c815-6426-4356-9e2d-a93defabe181 req-de0456cf-5e82-4468-8783-455810eece2a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528569 May 26 13:47:53.075155 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 33382) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:47:53.155782 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bfe71-58b7-40ea-9cfa-32b8cf38a492 req-241a6832-281d-4a9a-8506-33da123a8fbc tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:53.157469 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-e26bfe71-58b7-40ea-9cfa-32b8cf38a492 req-241a6832-281d-4a9a-8506-33da123a8fbc tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 945 time: 0.0801179 May 26 13:47:53.160747 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8057fce-0b28-4d41-9950-2a60aa0e7da0 admin admin] Deleting subnet 87df260c-e650-44a2-aa27-f9f1e5660e2c {{(pid=110501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 13:47:53.165779 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f8057fce-0b28-4d41-9950-2a60aa0e7da0 admin admin] Publish callbacks [] for subnet (87df260c-e650-44a2-aa27-f9f1e5660e2c), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:53.228634 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f8057fce-0b28-4d41-9950-2a60aa0e7da0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7142782'] for subnet (87df260c-e650-44a2-aa27-f9f1e5660e2c), precommit_delete_associations {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:53.264282 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-e26bfe71-58b7-40ea-9cfa-32b8cf38a492 req-5b73f399-5e69-4130-99b4-2a354abd4a6d tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999353 May 26 13:47:53.283024 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f8057fce-0b28-4d41-9950-2a60aa0e7da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693590'] for subnet (87df260c-e650-44a2-aa27-f9f1e5660e2c), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:53.302000 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 04d681e3-ceab-4cf6-876e-aec8b3942d85 up at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:47:53.322360 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:53.380110 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f8057fce-0b28-4d41-9950-2a60aa0e7da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5521470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5516845'] for subnet (87df260c-e650-44a2-aa27-f9f1e5660e2c), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:53.398562 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Provisioning for port 04d681e3-ceab-4cf6-876e-aec8b3942d85 completed by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 13:47:53.405394 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Provisioning complete for port 04d681e3-ceab-4cf6-876e-aec8b3942d85 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:47:53.406026 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (04d681e3-ceab-4cf6-876e-aec8b3942d85), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:53.421976 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d347d1-c93d-4188-bfa2-244d62986774 req-b9470d2a-c692-4329-beb6-653214321375 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:53.423539 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-e9d347d1-c93d-4188-bfa2-244d62986774 req-b9470d2a-c692-4329-beb6-653214321375 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d71f53-7765-4d4a-88db-e17c8171cc2e HTTP/1.1" status: 200 len: 949 time: 0.0869420 May 26 13:47:53.424213 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8057fce-0b28-4d41-9950-2a60aa0e7da0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87df260c-e650-44a2-aa27-f9f1e5660e2c,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:53.426449 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f8057fce-0b28-4d41-9950-2a60aa0e7da0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:53.430777 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-f8057fce-0b28-4d41-9950-2a60aa0e7da0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/87df260c-e650-44a2-aa27-f9f1e5660e2c HTTP/1.1" status: 204 len: 168 time: 0.3539073 May 26 13:47:53.432575 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 33400) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:47:53.491375 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port 04d681e3-ceab-4cf6-876e-aec8b3942d85 is: BUILD; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:47:53.492217 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (04d681e3-ceab-4cf6-876e-aec8b3942d85), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:53.502439 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:53.520163 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb5af8d-022d-4708-aca9-49d3db482dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d681e3-ceab-4cf6-876e-aec8b3942d85'}] {{(pid=110502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:47:53.520163 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186ee40048dd7feccd586c88f433d7b47dbfd7dc0140a518261bfa5b158966a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8f26c8-215f-4aec-8a8d-2080b4cc646c" -d '{"events": [{"server_uuid": "2fb5af8d-022d-4708-aca9-49d3db482dcd", "name": "network-vif-plugged", "status": "completed", "tag": "04d681e3-ceab-4cf6-876e-aec8b3942d85"}]}' {{(pid=110502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:47:53.528670 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-75388ad5-c410-47e1-80de-be198e489256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848337'] for network (ed6e76ad-8a60-4553-9a4f-125f6a59cade), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:53.535004 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 04d681e3-ceab-4cf6-876e-aec8b3942d85, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=04d681e3-ceab-4cf6-876e-aec8b3942d85,segment=NetworkSegment(57eb3c7f-cf41-4d04-9254-b7cdfafd2014),segment_id=57eb3c7f-cf41-4d04-9254-b7cdfafd2014)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:47:53.538945 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (04d681e3-ceab-4cf6-876e-aec8b3942d85), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:53.545959 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-e9d347d1-c93d-4188-bfa2-244d62986774 req-44f035e1-3f00-433b-bb5f-9a557dbbdf1f tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/security-groups?id=43486d93-7cfb-40c0-930c-880d094446ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045544 May 26 13:47:53.609898 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b638eb98-dfa5-408b-bfb3-f7d2a233434d x-openstack-request-id: req-b638eb98-dfa5-408b-bfb3-f7d2a233434d {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:47:53.610402 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb5af8d-022d-4708-aca9-49d3db482dcd", "name": "network-vif-plugged", "status": "completed", "tag": "04d681e3-ceab-4cf6-876e-aec8b3942d85", "code": 200}]} {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:47:53.610882 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b638eb98-dfa5-408b-bfb3-f7d2a233434d {{(pid=110502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:47:53.611346 dv-cinder-819668-4-iscsi neutron-server[110502]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b638eb98-dfa5-408b-bfb3-f7d2a233434d'] response: {'server_uuid': '2fb5af8d-022d-4708-aca9-49d3db482dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d681e3-ceab-4cf6-876e-aec8b3942d85', 'code': 200} May 26 13:47:53.618639 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=04d681e3-ceab-4cf6-876e-aec8b3942d85,revision_number=5']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:53.626799 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-75388ad5-c410-47e1-80de-be198e489256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1689123', 'neutron.services.segments.db._delete_segments_for_network-8755648326512'] for network (ed6e76ad-8a60-4553-9a4f-125f6a59cade), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:53.647888 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.services.segments.db [None req-75388ad5-c410-47e1-80de-be198e489256 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed6e76ad-8a60-4553-9a4f-125f6a59cade']}} {{(pid=110501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:47:53.657617 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.services.segments.db [None req-75388ad5-c410-47e1-80de-be198e489256 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f5f18d2-2f00-493b-a6ff-c21b95675429') {'for_net_delete': True} {{(pid=110501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:47:53.658215 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.services.segments.db [None req-75388ad5-c410-47e1-80de-be198e489256 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f5f18d2-2f00-493b-a6ff-c21b95675429') {} {{(pid=110501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:47:53.667087 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-75388ad5-c410-47e1-80de-be198e489256 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755648326009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7142727'] for segment (8f5f18d2-2f00-493b-a6ff-c21b95675429), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:53.681098 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-75388ad5-c410-47e1-80de-be198e489256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329'] for segment (8f5f18d2-2f00-493b-a6ff-c21b95675429), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:53.682846 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:53.687816 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75388ad5-c410-47e1-80de-be198e489256 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=110501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 13:47:53.688320 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-75388ad5-c410-47e1-80de-be198e489256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5523100'] for segment (8f5f18d2-2f00-493b-a6ff-c21b95675429), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:53.735693 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.services.segments.plugin [-] Segment 8f5f18d2-2f00-493b-a6ff-c21b95675429 resource provider aggregate not found May 26 13:47:53.757654 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.services.segments.plugin [-] Segment 8f5f18d2-2f00-493b-a6ff-c21b95675429 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f5f18d2-2f00-493b-a6ff-c21b95675429 found for delete ", "request_id": "req-820f642f-42be-458f-bbdb-bb2451f234df"}]} May 26 13:47:53.759150 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-75388ad5-c410-47e1-80de-be198e489256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1689112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568567'] for network (ed6e76ad-8a60-4553-9a4f-125f6a59cade), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:53.764827 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-75388ad5-c410-47e1-80de-be198e489256 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:53.771689 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-75388ad5-c410-47e1-80de-be198e489256 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ed6e76ad-8a60-4553-9a4f-125f6a59cade HTTP/1.1" status: 204 len: 168 time: 0.3355975 May 26 13:47:53.784512 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75388ad5-c410-47e1-80de-be198e489256 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed6e76ad-8a60-4553-9a4f-125f6a59cade,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:53.837564 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd413453-2417-46ce-a61e-8a33f90ef1ff req-bfdea2b2-d211-4476-b758-d5edb8e56f06 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:53.839284 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-fd413453-2417-46ce-a61e-8a33f90ef1ff req-bfdea2b2-d211-4476-b758-d5edb8e56f06 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.0483243 May 26 13:47:53.893029 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-fd413453-2417-46ce-a61e-8a33f90ef1ff req-43eea0b6-4f32-4dc0-ac58-c86fa49f547b tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465581 May 26 13:47:53.968003 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 33414) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:47:54.039952 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 33420) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:47:54.041742 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-09204dc3-0c7c-4f57-b53a-f846df019c0a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c879e95c508f401fbc77e63b1e64dd16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0729127 May 26 13:47:54.111024 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-548c8139-373d-459b-b3fa-ab83aba75446 admin admin] Publish callbacks [] for security_group (471f934c-6cd6-4b5f-a957-d0fe5d8f11fd), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:54.135431 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-548c8139-373d-459b-b3fa-ab83aba75446 admin admin] Publish callbacks [] for security_group (471f934c-6cd6-4b5f-a957-d0fe5d8f11fd), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:54.223947 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-548c8139-373d-459b-b3fa-ab83aba75446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (471f934c-6cd6-4b5f-a957-d0fe5d8f11fd), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:54.226516 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-548c8139-373d-459b-b3fa-ab83aba75446 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:54.227659 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-548c8139-373d-459b-b3fa-ab83aba75446 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/471f934c-6cd6-4b5f-a957-d0fe5d8f11fd HTTP/1.1" status: 204 len: 168 time: 0.1866894 May 26 13:47:54.245271 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b483079-f456-44cf-985f-96a00a0fdca7 req-f40e0127-038f-46ce-ba55-9ab82160ecf7 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:54.246846 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-3b483079-f456-44cf-985f-96a00a0fdca7 req-f40e0127-038f-46ce-ba55-9ab82160ecf7 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.0642214 May 26 13:47:54.247744 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548c8139-373d-459b-b3fa-ab83aba75446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471f934c-6cd6-4b5f-a957-d0fe5d8f11fd,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:54.308730 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-3b483079-f456-44cf-985f-96a00a0fdca7 req-7253b4c1-5c43-4c69-a6fc-7b2e9b44860c tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558596 May 26 13:47:54.397681 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e4be2-43d2-4bc6-935f-76a8f7d7e6ce req-4ddc4957-12db-446e-8a92-bcfafdb6d97f tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:54.399257 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ec4e4be2-43d2-4bc6-935f-76a8f7d7e6ce req-4ddc4957-12db-446e-8a92-bcfafdb6d97f tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 946 time: 0.0534179 May 26 13:47:54.456966 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ec4e4be2-43d2-4bc6-935f-76a8f7d7e6ce req-c71b6093-ee57-4e2d-96de-59b5a7120827 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517154 May 26 13:47:54.618838 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=3 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:54.620820 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=5 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:54.688509 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628352d0-6e25-4ec1-9939-c2c12710ab1e req-8b57f581-0884-41db-ae66-ab3c7b5205bf tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:54.690370 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-628352d0-6e25-4ec1-9939-c2c12710ab1e req-8b57f581-0884-41db-ae66-ab3c7b5205bf tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d71f53-7765-4d4a-88db-e17c8171cc2e HTTP/1.1" status: 200 len: 949 time: 0.0662339 May 26 13:47:54.755912 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93554de-c83d-48c7-a164-9bd71184d238 req-9dc1b4db-8878-4a23-8bdb-026392c98ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:54.757928 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c93554de-c83d-48c7-a164-9bd71184d238 req-9dc1b4db-8878-4a23-8bdb-026392c98ca7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=667a2ccd9c9045879b4b87e156997161&device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 1129 time: 0.0807667 May 26 13:47:54.761392 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-628352d0-6e25-4ec1-9939-c2c12710ab1e req-fa59589d-c39d-4e9e-a742-8a2270ba5c68 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/security-groups?id=43486d93-7cfb-40c0-930c-880d094446ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631778 May 26 13:47:54.890431 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc5c8b-9bae-4028-aaa4-06abbdbdd1cc req-460ac73f-d7e6-4216-bf16-bda78c94e28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:54.893431 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bdbc5c8b-9bae-4028-aaa4-06abbdbdd1cc req-460ac73f-d7e6-4216-bf16-bda78c94e28c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 1130 time: 0.1342604 May 26 13:47:54.945248 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93554de-c83d-48c7-a164-9bd71184d238 req-16debb3f-7ccc-4f78-9687-d775786bd756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:54.947083 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c93554de-c83d-48c7-a164-9bd71184d238 req-16debb3f-7ccc-4f78-9687-d775786bd756 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fcfdea38-f7ed-4182-bc5e-d5404ef24e0e HTTP/1.1" status: 200 len: 919 time: 0.1771586 May 26 13:47:55.008399 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bdbc5c8b-9bae-4028-aaa4-06abbdbdd1cc req-40cccba8-a947-40eb-a5cc-c4f55c62f30c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081879 May 26 13:47:55.010844 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c93554de-c83d-48c7-a164-9bd71184d238 req-9f1a83c7-8914-43b9-9276-33eaffd10975 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbc63303-0423-4bdd-8895-788f378a4ced HTTP/1.1" status: 200 len: 217 time: 0.0522809 May 26 13:47:55.111240 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6d0ba-068e-4683-a340-0b23ca8204e8 req-b1835118-a094-4499-b139-5a5995cde144 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:55.118300 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-93c6d0ba-068e-4683-a340-0b23ca8204e8 req-b1835118-a094-4499-b139-5a5995cde144 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d71f53-7765-4d4a-88db-e17c8171cc2e HTTP/1.1" status: 200 len: 949 time: 0.0649004 May 26 13:47:55.152093 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:55.165175 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-93c6d0ba-068e-4683-a340-0b23ca8204e8 req-482846c8-cfbf-4fff-9fc4-9e45f009c42c tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/security-groups?id=43486d93-7cfb-40c0-930c-880d094446ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456796 May 26 13:47:55.457212 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f8816-dd3c-446b-830e-f65a4555245b req-2857b05c-32e5-4646-9bea-5a273aa2e884 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:55.458828 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bf9f8816-dd3c-446b-830e-f65a4555245b req-2857b05c-32e5-4646-9bea-5a273aa2e884 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.0536587 May 26 13:47:55.522863 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bf9f8816-dd3c-446b-830e-f65a4555245b req-7d9399d5-7d0b-4aaa-909f-101c5c00da36 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545273 May 26 13:47:55.584112 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b9f61-393d-4649-8610-fee53881c918 req-d04b0ef0-990c-41fa-a2c0-a29a8a4fab45 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:55.585885 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-921b9f61-393d-4649-8610-fee53881c918 req-d04b0ef0-990c-41fa-a2c0-a29a8a4fab45 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 946 time: 0.0583034 May 26 13:47:55.649210 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-921b9f61-393d-4649-8610-fee53881c918 req-ad823f33-8f3b-493d-b2df-631649abe05f tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577075 May 26 13:47:56.283962 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f10da-3aca-47ed-9643-cc87b713ef6f req-75afc03f-04a8-4f73-b747-b90d9f9cefa3 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:56.285485 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a90f10da-3aca-47ed-9643-cc87b713ef6f req-75afc03f-04a8-4f73-b747-b90d9f9cefa3 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d71f53-7765-4d4a-88db-e17c8171cc2e HTTP/1.1" status: 200 len: 949 time: 0.0480678 May 26 13:47:56.333798 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a90f10da-3aca-47ed-9643-cc87b713ef6f req-98789c48-4398-4a28-8e50-8297f1be0fdd tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/security-groups?id=43486d93-7cfb-40c0-930c-880d094446ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427985 May 26 13:47:56.622254 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93554de-c83d-48c7-a164-9bd71184d238 req-b07706e7-f524-49b6-938b-0c01317958fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:56.623781 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c93554de-c83d-48c7-a164-9bd71184d238 req-b07706e7-f524-49b6-938b-0c01317958fd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5 HTTP/1.1" status: 200 len: 857 time: 0.0575347 May 26 13:47:56.640105 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57079302-a850-4dba-9b11-c283f34e2a0f req-4b792277-18af-416f-8483-da01eb139855 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:56.642181 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-57079302-a850-4dba-9b11-c283f34e2a0f req-4b792277-18af-416f-8483-da01eb139855 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.0514348 May 26 13:47:56.697456 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-57079302-a850-4dba-9b11-c283f34e2a0f req-17800980-a51f-47c8-a8d4-9c5b414d0a4e tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495811 May 26 13:47:56.788526 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a2bb9-60d9-4ee0-adca-cbfe745816d0 req-75212413-827d-4bfc-b93a-e4fff04367a9 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:56.790026 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-9d7a2bb9-60d9-4ee0-adca-cbfe745816d0 req-75212413-827d-4bfc-b93a-e4fff04367a9 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 946 time: 0.0587122 May 26 13:47:56.848761 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93554de-c83d-48c7-a164-9bd71184d238 req-262cd25a-245a-4e0a-8435-ca7ec68d4c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:56.850300 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c93554de-c83d-48c7-a164-9bd71184d238 req-262cd25a-245a-4e0a-8435-ca7ec68d4c03 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fcfdea38-f7ed-4182-bc5e-d5404ef24e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0593138 May 26 13:47:56.877976 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-9d7a2bb9-60d9-4ee0-adca-cbfe745816d0 req-ff3a5566-b2b1-4425-9ded-56b078fa4dc6 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775321 May 26 13:47:57.426541 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:57.440985 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091bcaf-f5d2-406d-a058-e11a3d12ea14 req-2d8447ad-cad5-402f-8d64-47efca3a136e tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:57.442498 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b091bcaf-f5d2-406d-a058-e11a3d12ea14 req-2d8447ad-cad5-402f-8d64-47efca3a136e tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5d71f53-7765-4d4a-88db-e17c8171cc2e HTTP/1.1" status: 200 len: 949 time: 0.0962589 May 26 13:47:57.472210 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2ddfa-10ef-4d45-87b9-1a3f98ef9237 req-5bf37fd8-9207-437a-9e66-6e25941c14d3 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:57.474883 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-77e2ddfa-10ef-4d45-87b9-1a3f98ef9237 req-5bf37fd8-9207-437a-9e66-6e25941c14d3 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d71f53-7765-4d4a-88db-e17c8171cc2e HTTP/1.1" status: 200 len: 949 time: 0.0690179 May 26 13:47:57.536044 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-77e2ddfa-10ef-4d45-87b9-1a3f98ef9237 req-6fcbb958-b5f1-475d-b93c-ffcdca9bc374 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/security-groups?id=43486d93-7cfb-40c0-930c-880d094446ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544779 May 26 13:47:57.540749 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c93554de-c83d-48c7-a164-9bd71184d238 req-f1763cac-470e-4c9b-873e-7aa584429f8c service neutron] 10.222.0.57 "GET /v2.0/networks/fcfdea38-f7ed-4182-bc5e-d5404ef24e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864185 May 26 13:47:57.548270 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:57.567122 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [req-b091bcaf-f5d2-406d-a058-e11a3d12ea14 req-07cd1024-cc99-419c-910d-1db46c8a815a tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Deleting port dafda896-9068-4de0-b958-2ee4214d91ff {{(pid=110500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:47:57.567455 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-b091bcaf-f5d2-406d-a058-e11a3d12ea14 req-07cd1024-cc99-419c-910d-1db46c8a815a tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (dafda896-9068-4de0-b958-2ee4214d91ff), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:57.722359 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c93554de-c83d-48c7-a164-9bd71184d238 req-d5fa86dc-b6ab-46a8-9fb8-e059254be6dc service neutron] 10.222.0.57 "GET /v2.0/networks/fcfdea38-f7ed-4182-bc5e-d5404ef24e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684868 May 26 13:47:57.724002 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-b091bcaf-f5d2-406d-a058-e11a3d12ea14 req-07cd1024-cc99-419c-910d-1db46c8a815a tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] For port dafda896-9068-4de0-b958-2ee4214d91ff, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=dafda896-9068-4de0-b958-2ee4214d91ff,segment=NetworkSegment(0dfa19f0-540e-4b4b-9942-797f50e71c30),segment_id=0dfa19f0-540e-4b4b-9942-797f50e71c30)] {{(pid=110500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:47:57.724400 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-b091bcaf-f5d2-406d-a058-e11a3d12ea14 req-07cd1024-cc99-419c-910d-1db46c8a815a tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (dafda896-9068-4de0-b958-2ee4214d91ff), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:57.738020 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [req-b091bcaf-f5d2-406d-a058-e11a3d12ea14 req-07cd1024-cc99-419c-910d-1db46c8a815a tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Calling delete_port for dafda896-9068-4de0-b958-2ee4214d91ff owned by compute:nova {{(pid=110500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:47:57.847734 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f75c6-a111-4865-9cd4-f2d10ae00008 req-5cdcd803-5349-4f69-bb05-71823b157345 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:57.849648 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e09f75c6-a111-4865-9cd4-f2d10ae00008 req-5cdcd803-5349-4f69-bb05-71823b157345 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.0670531 May 26 13:47:57.955001 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e09f75c6-a111-4865-9cd4-f2d10ae00008 req-fbddaf17-4c21-43e7-8c8d-61d910ddcff7 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984786 May 26 13:47:57.971779 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-b091bcaf-f5d2-406d-a058-e11a3d12ea14 req-07cd1024-cc99-419c-910d-1db46c8a815a tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (dafda896-9068-4de0-b958-2ee4214d91ff), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:58.004497 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cd1024-cc99-419c-910d-1db46c8a815a tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Pushing event deleted for resources: {'Port': ['ID=dafda896-9068-4de0-b958-2ee4214d91ff,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:58.034150 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf990b-6971-466e-bb5d-726e1e8431d1 req-cf76e53b-e3af-48cb-a3eb-c0a19e36d231 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:58.035763 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-96bf990b-6971-466e-bb5d-726e1e8431d1 req-cf76e53b-e3af-48cb-a3eb-c0a19e36d231 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 946 time: 0.0539229 May 26 13:47:58.058361 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [req-b091bcaf-f5d2-406d-a058-e11a3d12ea14 req-07cd1024-cc99-419c-910d-1db46c8a815a tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] No DVR routers for this DVR port dafda896-9068-4de0-b958-2ee4214d91ff on host hv-cinder-81966 {{(pid=110500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 13:47:58.061100 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-b091bcaf-f5d2-406d-a058-e11a3d12ea14 req-07cd1024-cc99-419c-910d-1db46c8a815a tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:58.065141 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b091bcaf-f5d2-406d-a058-e11a3d12ea14 req-07cd1024-cc99-419c-910d-1db46c8a815a tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.57 "DELETE /v2.0/ports/dafda896-9068-4de0-b958-2ee4214d91ff HTTP/1.1" status: 204 len: 173 time: 0.6169777 May 26 13:47:58.065610 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d71f53-7765-4d4a-88db-e17c8171cc2e', 'name': 'network-vif-deleted', 'tag': 'dafda896-9068-4de0-b958-2ee4214d91ff'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:47:58.067856 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5e1353-73c2-4c78-90b7-0abee09ec05e" -d '{"events": [{"server_uuid": "d5d71f53-7765-4d4a-88db-e17c8171cc2e", "name": "network-vif-deleted", "tag": "dafda896-9068-4de0-b958-2ee4214d91ff"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:47:58.095716 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-96bf990b-6971-466e-bb5d-726e1e8431d1 req-af5bea31-c8f0-4c42-991e-af7ceb4e2867 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533431 May 26 13:47:58.111584 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37507952-c424-4b47-9a42-4fa34a2a3333 x-openstack-request-id: req-37507952-c424-4b47-9a42-4fa34a2a3333 {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:47:58.112034 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d71f53-7765-4d4a-88db-e17c8171cc2e", "name": "network-vif-deleted", "tag": "dafda896-9068-4de0-b958-2ee4214d91ff", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:47:58.112405 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-37507952-c424-4b47-9a42-4fa34a2a3333 {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:47:58.112906 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37507952-c424-4b47-9a42-4fa34a2a3333'] response: {'server_uuid': 'd5d71f53-7765-4d4a-88db-e17c8171cc2e', 'name': 'network-vif-deleted', 'tag': 'dafda896-9068-4de0-b958-2ee4214d91ff', 'status': 'completed', 'code': 200} May 26 13:47:58.237744 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8b539-5458-4d5d-82cf-a34c00875a00 req-fa9fefdd-b5f4-406d-afab-95a00a834683 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:58.239194 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0fa8b539-5458-4d5d-82cf-a34c00875a00 req-fa9fefdd-b5f4-406d-afab-95a00a834683 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 946 time: 0.0526538 May 26 13:47:58.308898 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0fa8b539-5458-4d5d-82cf-a34c00875a00 req-37c5d6a0-49ed-4eaf-970f-681eccaa5846 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626252 May 26 13:47:58.331336 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 33524) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:47:58.553980 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c679eb2-2fc4-4875-b826-5fa33d4e134b req-831d70ef-9bd3-4e60-84d2-b080276cd51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:58.555530 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3c679eb2-2fc4-4875-b826-5fa33d4e134b req-831d70ef-9bd3-4e60-84d2-b080276cd51b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=667a2ccd9c9045879b4b87e156997161&device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 1129 time: 0.0516653 May 26 13:47:58.874453 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:58.901569 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-f59f4c41-37e5-4f95-bdfa-34d6d9efc016 req-504b71f7-f312-431a-a3c4-3edfa7becea6 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d71f53-7765-4d4a-88db-e17c8171cc2e HTTP/1.1" status: 200 len: 210 time: 0.0396566 May 26 13:47:58.902947 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d78a0d-d842-4143-9e4b-59fda5ce6eae tempest-TestShelveInstance-1874779846 tempest-TestShelveInstance-1874779846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:58.907779 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-a5d78a0d-d842-4143-9e4b-59fda5ce6eae tempest-TestShelveInstance-1874779846 tempest-TestShelveInstance-1874779846-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 1125 time: 0.5719144 May 26 13:47:58.908708 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 33536) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:47:58.920779 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-204aba19-3b07-48da-a747-55371524230b tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Request body: {'floatingip': {'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'port_id': '04d681e3-ceab-4cf6-876e-aec8b3942d85', 'tenant_id': 'c85800d659ab43ff9b16266f9f037fc2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:47:58.962977 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-204aba19-3b07-48da-a747-55371524230b tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:58.993938 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c679eb2-2fc4-4875-b826-5fa33d4e134b req-25b38b7a-2562-445c-b0e6-95ec0cc05f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:58.995285 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3c679eb2-2fc4-4875-b826-5fa33d4e134b req-25b38b7a-2562-445c-b0e6-95ec0cc05f7b service neutron] 10.222.0.57 "GET /v2.0/networks?id=fcfdea38-f7ed-4182-bc5e-d5404ef24e0e HTTP/1.1" status: 200 len: 919 time: 0.3961389 May 26 13:47:59.033810 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:59.120425 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-204aba19-3b07-48da-a747-55371524230b tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:59.129317 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe507ef2-be9b-4fff-927b-cedd9cc0f569 req-602e94cf-1116-4475-a999-5e35119da88d tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:47:59.130811 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fe507ef2-be9b-4fff-927b-cedd9cc0f569 req-602e94cf-1116-4475-a999-5e35119da88d tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.0892930 May 26 13:47:59.135464 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:59.254412 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fe507ef2-be9b-4fff-927b-cedd9cc0f569 req-a0cdbd30-f80d-40fa-94b7-96c0c4c7d243 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164572 May 26 13:47:59.280826 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.db_base_plugin_common [None req-204aba19-3b07-48da-a747-55371524230b tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Allocated IP 172.27.2.226 (90e76b28-de17-4e9a-956c-e3acc4b829ee/72a92eeb-8c5d-4770-b3e7-e9300b6be16c/a660885b-582a-4fa6-9bee-7889d1e26366) {{(pid=110500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:47:59.308143 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device dafda896-9068-4de0-b958-2ee4214d91ff no longer exists at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 13:47:59.327752 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] No Port match for: dafda896-9068-4de0-b958-2ee4214d91ff {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 13:47:59.328266 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device dafda896-9068-4de0-b958-2ee4214d91ff not bound to the agent host hv-cinder-81966 {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 13:47:59.389404 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-204aba19-3b07-48da-a747-55371524230b tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks [] for port (a660885b-582a-4fa6-9bee-7889d1e26366), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:59.426881 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-204aba19-3b07-48da-a747-55371524230b tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (a660885b-582a-4fa6-9bee-7889d1e26366), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:59.475226 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204aba19-3b07-48da-a747-55371524230b tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Network 90e76b28-de17-4e9a-956c-e3acc4b829ee is already hosted by enough agents. {{(pid=110500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:47:59.480327 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [None req-204aba19-3b07-48da-a747-55371524230b tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Resources bound (agent type, host, resource id): {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:47:59.482503 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204aba19-3b07-48da-a747-55371524230b tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Pushing event updated for resources: {'Port': ['ID=a660885b-582a-4fa6-9bee-7889d1e26366,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:47:59.485756 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204aba19-3b07-48da-a747-55371524230b tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Received port after_create {{(pid=110500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:47:59.875559 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:47:59.885088 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-204aba19-3b07-48da-a747-55371524230b tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks [] for floatingip (34168199-7258-4fb2-bf6c-b24f1e16420c), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:47:59.961290 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-204aba19-3b07-48da-a747-55371524230b tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (a660885b-582a-4fa6-9bee-7889d1e26366), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:00.022765 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-0866a4a1-0f2a-40f9-ae9d-ff1f53d28342 req-2d1bc6d6-59c7-47be-8d7e-59b8ac0c1bc1 tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d71f53-7765-4d4a-88db-e17c8171cc2e HTTP/1.1" status: 200 len: 210 time: 0.0300379 May 26 13:48:00.026877 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:00.158741 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-204aba19-3b07-48da-a747-55371524230b tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks [] for port (a660885b-582a-4fa6-9bee-7889d1e26366), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:00.163315 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-204aba19-3b07-48da-a747-55371524230b tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (a660885b-582a-4fa6-9bee-7889d1e26366), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:00.233687 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204aba19-3b07-48da-a747-55371524230b tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Pushing event updated for resources: {'Port': ['ID=a660885b-582a-4fa6-9bee-7889d1e26366,revision_number=2']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:48:00.247879 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-204aba19-3b07-48da-a747-55371524230b tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568549'] for floatingip (34168199-7258-4fb2-bf6c-b24f1e16420c), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:00.387574 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.db.l3_db [None req-204aba19-3b07-48da-a747-55371524230b tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Floating IP 34168199-7258-4fb2-bf6c-b24f1e16420c associated. External IP: 172.27.2.226, port: 04d681e3-ceab-4cf6-876e-aec8b3942d85. May 26 13:48:00.400423 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88a1f3-f537-4510-a058-f41880a3bec0 req-bd7575ac-cb3e-47f6-8f1d-c0426481b771 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:00.402215 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5d88a1f3-f537-4510-a058-f41880a3bec0 req-bd7575ac-cb3e-47f6-8f1d-c0426481b771 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.0701747 May 26 13:48:00.524256 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5d88a1f3-f537-4510-a058-f41880a3bec0 req-2bb86373-e7e6-42f7-b291-1b3424eae784 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897036 May 26 13:48:00.645436 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204aba19-3b07-48da-a747-55371524230b tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Router 25be5db6-fce1-4669-b671-8b2134a4d46a has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:48:00.772138 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:00.778348 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204aba19-3b07-48da-a747-55371524230b tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:48:00.795628 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc020508-42c5-48f0-b482-3db48e32a3c2 None None] Sync routers for ids ['25be5db6-fce1-4669-b671-8b2134a4d46a'] in dv-cinder-819668-4-iscsi {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:48:00.799498 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-204aba19-3b07-48da-a747-55371524230b tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for floatingip (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:00.806813 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc020508-42c5-48f0-b482-3db48e32a3c2 None None] Routers {'25be5db6-fce1-4669-b671-8b2134a4d46a'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:48:00.807625 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-bc020508-42c5-48f0-b482-3db48e32a3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:47:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['25be5db6-fce1-4669-b671-8b2134a4d46a'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:48:00.833731 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-204aba19-3b07-48da-a747-55371524230b tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9238524 May 26 13:48:00.834425 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb5af8d-022d-4708-aca9-49d3db482dcd', 'tag': '04d681e3-ceab-4cf6-876e-aec8b3942d85'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:48:00.836812 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389a3153-ea37-4014-ad9b-3663b11f1dc9" -d '{"events": [{"name": "network-changed", "server_uuid": "2fb5af8d-022d-4708-aca9-49d3db482dcd", "tag": "04d681e3-ceab-4cf6-876e-aec8b3942d85"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:48:00.872531 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75cb7813-a5d9-4036-bc68-7e122d3669e6 x-openstack-request-id: req-75cb7813-a5d9-4036-bc68-7e122d3669e6 {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:48:00.872821 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fb5af8d-022d-4708-aca9-49d3db482dcd", "tag": "04d681e3-ceab-4cf6-876e-aec8b3942d85", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:48:00.873069 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-75cb7813-a5d9-4036-bc68-7e122d3669e6 {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:48:00.873486 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75cb7813-a5d9-4036-bc68-7e122d3669e6'] response: {'name': 'network-changed', 'server_uuid': '2fb5af8d-022d-4708-aca9-49d3db482dcd', 'tag': '04d681e3-ceab-4cf6-876e-aec8b3942d85', 'status': 'completed', 'code': 200} May 26 13:48:00.947307 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-bc020508-42c5-48f0-b482-3db48e32a3c2 None None] Set router 25be5db6-fce1-4669-b671-8b2134a4d46a gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:48:00.986734 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3c679eb2-2fc4-4875-b826-5fa33d4e134b req-fe340020-30fb-4f23-8b19-3e342418dc18 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbc63303-0423-4bdd-8895-788f378a4ced HTTP/1.1" status: 200 len: 217 time: 0.0665853 May 26 13:48:01.025233 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a3153-ea37-4014-ad9b-3663b11f1dc9 req-0176c8be-cc9c-4e07-8e9a-85cb9c7ac263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:01.026800 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-389a3153-ea37-4014-ad9b-3663b11f1dc9 req-0176c8be-cc9c-4e07-8e9a-85cb9c7ac263 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c85800d659ab43ff9b16266f9f037fc2&device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 1130 time: 0.0537031 May 26 13:48:01.140146 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b73ab432-8f67-49c5-85a2-c57e85fa2f68 req-aa938ba5-71b5-4d0b-92b0-81ebebd2ee1f tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d71f53-7765-4d4a-88db-e17c8171cc2e HTTP/1.1" status: 200 len: 210 time: 0.0295160 May 26 13:48:01.178559 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-bc020508-42c5-48f0-b482-3db48e32a3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25be5db6-fce1-4669-b671-8b2134a4d46a', 'name': 'tempest-TestShelveInstance-1946792116-router', 'tenant_id': 'c85800d659ab43ff9b16266f9f037fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '40b46f81-da38-420d-8650-981c81ca403e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:46:16Z', 'updated_at': '2022-05-26T13:46:21Z', 'revision_number': 4, 'project_id': 'c85800d659ab43ff9b16266f9f037fc2', 'gw_port': {'id': '40b46f81-da38-420d-8650-981c81ca403e', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25be5db6-fce1-4669-b671-8b2134a4d46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:17Z', 'updated_at': '2022-05-26T13:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': '34168199-7258-4fb2-bf6c-b24f1e16420c', 'tenant_id': 'c85800d659ab43ff9b16266f9f037fc2', 'floating_ip_address': '172.27.2.226', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': '25be5db6-fce1-4669-b671-8b2134a4d46a', 'port_id': '04d681e3-ceab-4cf6-876e-aec8b3942d85', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0478328b-202e-4fb7-84c6-c736725d6bdc', 'mac_address': 'fa:16:3e:02:46:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb5af8d-022d-4708-aca9-49d3db482dcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:47:59Z', 'updated_at': '2022-05-26T13:47:59Z', 'revision_number': 0, 'project_id': 'c85800d659ab43ff9b16266f9f037fc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'def1ab0c-2717-4495-afc4-8b7984a564e5', 'name': '', 'network_id': '0478328b-202e-4fb7-84c6-c736725d6bdc', 'tenant_id': 'c85800d659ab43ff9b16266f9f037fc2', 'mac_address': 'fa:16:3e:3b:b6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25be5db6-fce1-4669-b671-8b2134a4d46a', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'ead24355-5807-4ce4-ba8e-37e33b8ee5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:20Z', 'updated_at': '2022-05-26T13:46:30Z', 'revision_number': 5, 'project_id': 'c85800d659ab43ff9b16266f9f037fc2', 'subnets': [{'id': 'ead24355-5807-4ce4-ba8e-37e33b8ee5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:48:01.204830 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc020508-42c5-48f0-b482-3db48e32a3c2 None None] Checking router: 25be5db6-fce1-4669-b671-8b2134a4d46a for host: dv-cinder-819668-4-iscsi {{(pid=110503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:48:01.213149 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc020508-42c5-48f0-b482-3db48e32a3c2 None None] Routers {'25be5db6-fce1-4669-b671-8b2134a4d46a'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:48:01.213746 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-bc020508-42c5-48f0-b482-3db48e32a3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:47:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['25be5db6-fce1-4669-b671-8b2134a4d46a'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:48:01.398068 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-bc020508-42c5-48f0-b482-3db48e32a3c2 None None] Set router 25be5db6-fce1-4669-b671-8b2134a4d46a gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:48:01.517381 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:01.525775 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c679eb2-2fc4-4875-b826-5fa33d4e134b req-3cfefb6c-1a95-47dd-8044-1e3e22658e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:01.527204 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3c679eb2-2fc4-4875-b826-5fa33d4e134b req-3cfefb6c-1a95-47dd-8044-1e3e22658e9f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5 HTTP/1.1" status: 200 len: 857 time: 0.1237273 May 26 13:48:01.551200 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a3153-ea37-4014-ad9b-3663b11f1dc9 req-bb57cffb-430c-4551-b29a-c509df19229a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:01.552722 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-389a3153-ea37-4014-ad9b-3663b11f1dc9 req-bb57cffb-430c-4551-b29a-c509df19229a service neutron] 10.222.0.57 "GET /v2.0/networks?id=0478328b-202e-4fb7-84c6-c736725d6bdc HTTP/1.1" status: 200 len: 910 time: 0.1635907 May 26 13:48:01.631535 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-bc020508-42c5-48f0-b482-3db48e32a3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25be5db6-fce1-4669-b671-8b2134a4d46a', 'name': 'tempest-TestShelveInstance-1946792116-router', 'tenant_id': 'c85800d659ab43ff9b16266f9f037fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '40b46f81-da38-420d-8650-981c81ca403e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:46:16Z', 'updated_at': '2022-05-26T13:46:21Z', 'revision_number': 4, 'project_id': 'c85800d659ab43ff9b16266f9f037fc2', 'gw_port': {'id': '40b46f81-da38-420d-8650-981c81ca403e', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25be5db6-fce1-4669-b671-8b2134a4d46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:17Z', 'updated_at': '2022-05-26T13:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': '34168199-7258-4fb2-bf6c-b24f1e16420c', 'tenant_id': 'c85800d659ab43ff9b16266f9f037fc2', 'floating_ip_address': '172.27.2.226', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': '25be5db6-fce1-4669-b671-8b2134a4d46a', 'port_id': '04d681e3-ceab-4cf6-876e-aec8b3942d85', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0478328b-202e-4fb7-84c6-c736725d6bdc', 'mac_address': 'fa:16:3e:02:46:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb5af8d-022d-4708-aca9-49d3db482dcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:47:59Z', 'updated_at': '2022-05-26T13:47:59Z', 'revision_number': 0, 'project_id': 'c85800d659ab43ff9b16266f9f037fc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'def1ab0c-2717-4495-afc4-8b7984a564e5', 'name': '', 'network_id': '0478328b-202e-4fb7-84c6-c736725d6bdc', 'tenant_id': 'c85800d659ab43ff9b16266f9f037fc2', 'mac_address': 'fa:16:3e:3b:b6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25be5db6-fce1-4669-b671-8b2134a4d46a', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'ead24355-5807-4ce4-ba8e-37e33b8ee5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:20Z', 'updated_at': '2022-05-26T13:46:30Z', 'revision_number': 5, 'project_id': 'c85800d659ab43ff9b16266f9f037fc2', 'subnets': [{'id': 'ead24355-5807-4ce4-ba8e-37e33b8ee5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:48:01.646073 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a715bb-7df1-469f-b85e-ab94a6fc099a req-1a67bbd9-f840-4fa1-bcbd-31d4bd2915b5 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:01.647559 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-f9a715bb-7df1-469f-b85e-ab94a6fc099a req-1a67bbd9-f840-4fa1-bcbd-31d4bd2915b5 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.0484834 May 26 13:48:01.656606 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc020508-42c5-48f0-b482-3db48e32a3c2 None None] The sync data for ids ['25be5db6-fce1-4669-b671-8b2134a4d46a'] in dv-cinder-819668-4-iscsi is: [{'id': '25be5db6-fce1-4669-b671-8b2134a4d46a', 'name': 'tempest-TestShelveInstance-1946792116-router', 'tenant_id': 'c85800d659ab43ff9b16266f9f037fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '40b46f81-da38-420d-8650-981c81ca403e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:46:16Z', 'updated_at': '2022-05-26T13:46:21Z', 'revision_number': 4, 'project_id': 'c85800d659ab43ff9b16266f9f037fc2', 'gw_port': {'id': '40b46f81-da38-420d-8650-981c81ca403e', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25be5db6-fce1-4669-b671-8b2134a4d46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:17Z', 'updated_at': '2022-05-26T13:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': '34168199-7258-4fb2-bf6c-b24f1e16420c', 'tenant_id': 'c85800d659ab43ff9b16266f9f037fc2', 'floating_ip_address': '172.27.2.226', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': '25be5db6-fce1-4669-b671-8b2134a4d46a', 'port_id': '04d681e3-ceab-4cf6-876e-aec8b3942d85', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0478328b-202e-4fb7-84c6-c736725d6bdc', 'mac_address': 'fa:16:3e:02:46:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb5af8d-022d-4708-aca9-49d3db482dcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:47:59Z', 'updated_at': '2022-05-26T13:47:59Z', 'revision_number': 0, 'project_id': 'c85800d659ab43ff9b16266f9f037fc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'def1ab0c-2717-4495-afc4-8b7984a564e5', 'name': '', 'network_id': '0478328b-202e-4fb7-84c6-c736725d6bdc', 'tenant_id': 'c85800d659ab43ff9b16266f9f037fc2', 'mac_address': 'fa:16:3e:3b:b6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25be5db6-fce1-4669-b671-8b2134a4d46a', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'ead24355-5807-4ce4-ba8e-37e33b8ee5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:20Z', 'updated_at': '2022-05-26T13:46:30Z', 'revision_number': 5, 'project_id': 'c85800d659ab43ff9b16266f9f037fc2', 'subnets': [{'id': 'ead24355-5807-4ce4-ba8e-37e33b8ee5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:48:01.705128 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-f9a715bb-7df1-469f-b85e-ab94a6fc099a req-6e071eb3-0923-4844-be39-34dfc9a2934e tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517385 May 26 13:48:01.886949 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78120fc1-4bcd-40b6-a8ea-8df71b815fe0 None None] New status for floating IP 34168199-7258-4fb2-bf6c-b24f1e16420c: ACTIVE {{(pid=110502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 13:48:02.203505 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c679eb2-2fc4-4875-b826-5fa33d4e134b req-61e663b3-5e73-4214-8e45-9b40db11cbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:02.205506 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3c679eb2-2fc4-4875-b826-5fa33d4e134b req-61e663b3-5e73-4214-8e45-9b40db11cbf7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fcfdea38-f7ed-4182-bc5e-d5404ef24e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461826 May 26 13:48:02.311284 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f42389d5-4425-420d-95e0-f56dca0edf98 req-c4c69854-57bb-4d55-868a-5a690a23965f tempest-VolumesNegativeTest-178648756 tempest-VolumesNegativeTest-178648756-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5d71f53-7765-4d4a-88db-e17c8171cc2e HTTP/1.1" status: 200 len: 210 time: 0.0564315 May 26 13:48:02.352652 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-389a3153-ea37-4014-ad9b-3663b11f1dc9 req-d7b3d177-028d-4e32-9618-ca6160f8f711 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04d681e3-ceab-4cf6-876e-aec8b3942d85 HTTP/1.1" status: 200 len: 1002 time: 0.1942728 May 26 13:48:02.401367 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3c679eb2-2fc4-4875-b826-5fa33d4e134b req-3885b9e6-a40f-4c2b-ac0f-b57c0141a07e service neutron] 10.222.0.57 "GET /v2.0/networks/fcfdea38-f7ed-4182-bc5e-d5404ef24e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475449 May 26 13:48:02.568960 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a3153-ea37-4014-ad9b-3663b11f1dc9 req-e1e380b2-3ee8-45f8-b618-ab809e2d153a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:02.570431 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-389a3153-ea37-4014-ad9b-3663b11f1dc9 req-e1e380b2-3ee8-45f8-b618-ab809e2d153a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ead24355-5807-4ce4-ba8e-37e33b8ee5cf HTTP/1.1" status: 200 len: 848 time: 0.1003473 May 26 13:48:02.600884 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3c679eb2-2fc4-4875-b826-5fa33d4e134b req-3024f536-48b3-4541-839a-020337d64e20 service neutron] 10.222.0.57 "GET /v2.0/networks/fcfdea38-f7ed-4182-bc5e-d5404ef24e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293855 May 26 13:48:03.129968 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 33604) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:48:03.134512 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-3e6eaef0-7847-40c3-beda-410527652f6d tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Request body: {'security_group': {'name': 'tempest-securitygroup--117934678', 'description': 'tempest-description--1162296263'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:48:03.165530 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-3e6eaef0-7847-40c3-beda-410527652f6d tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:03.238470 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-3e6eaef0-7847-40c3-beda-410527652f6d tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks [] for security_group (c0f0254b-25f0-46a7-b90f-dcaef19d2e9c), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:03.244587 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-3e6eaef0-7847-40c3-beda-410527652f6d tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (c0f0254b-25f0-46a7-b90f-dcaef19d2e9c), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:03.276833 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a3153-ea37-4014-ad9b-3663b11f1dc9 req-f10f668b-b8db-49a6-b2a7-3da6fe9c8f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:03.278444 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-389a3153-ea37-4014-ad9b-3663b11f1dc9 req-f10f668b-b8db-49a6-b2a7-3da6fe9c8f7c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0478328b-202e-4fb7-84c6-c736725d6bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505257 May 26 13:48:03.280527 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-3e6eaef0-7847-40c3-beda-410527652f6d tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:03.282363 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-3e6eaef0-7847-40c3-beda-410527652f6d tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1513588 May 26 13:48:03.284597 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6eaef0-7847-40c3-beda-410527652f6d tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f0254b-25f0-46a7-b90f-dcaef19d2e9c,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:48:03.285285 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 33606) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:48:03.291891 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-cbccbe14-2395-4136-8b9f-cdd4baddd09e tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Request body: {'security_group_rule': {'security_group_id': 'c0f0254b-25f0-46a7-b90f-dcaef19d2e9c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:48:03.386930 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-cbccbe14-2395-4136-8b9f-cdd4baddd09e tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks [] for security_group_rule (d821c927-d978-41f0-9be7-9966b4e8de89), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:03.427865 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:03.437285 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-389a3153-ea37-4014-ad9b-3663b11f1dc9 req-8e14164b-e2cd-4cf4-863f-0781b20e7f17 service neutron] 10.222.0.57 "GET /v2.0/networks/0478328b-202e-4fb7-84c6-c736725d6bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397128 May 26 13:48:03.465991 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-cbccbe14-2395-4136-8b9f-cdd4baddd09e tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks [] for security_group_rule (d821c927-d978-41f0-9be7-9966b4e8de89), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:03.472155 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-cbccbe14-2395-4136-8b9f-cdd4baddd09e tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547660'] for security_group_rule (d821c927-d978-41f0-9be7-9966b4e8de89), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:03.493334 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbccbe14-2395-4136-8b9f-cdd4baddd09e tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d821c927-d978-41f0-9be7-9966b4e8de89,revision_number=0']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:48:03.504111 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-cbccbe14-2395-4136-8b9f-cdd4baddd09e tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:03.507296 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 33624) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:48:03.507439 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-cbccbe14-2395-4136-8b9f-cdd4baddd09e tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2200480 May 26 13:48:03.513062 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-b0584527-26b3-4ed7-9003-3a86179a4081 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Request body: {'security_group_rule': {'security_group_id': 'c0f0254b-25f0-46a7-b90f-dcaef19d2e9c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:48:03.563520 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b0584527-26b3-4ed7-9003-3a86179a4081 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks [] for security_group_rule (28cd9ec1-bc23-4570-9e0f-d67381c2da86), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:03.633112 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b0584527-26b3-4ed7-9003-3a86179a4081 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks [] for security_group_rule (28cd9ec1-bc23-4570-9e0f-d67381c2da86), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:03.637176 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b0584527-26b3-4ed7-9003-3a86179a4081 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547660'] for security_group_rule (28cd9ec1-bc23-4570-9e0f-d67381c2da86), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:03.656159 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0584527-26b3-4ed7-9003-3a86179a4081 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28cd9ec1-bc23-4570-9e0f-d67381c2da86,revision_number=0']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:48:03.665425 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b0584527-26b3-4ed7-9003-3a86179a4081 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:03.669524 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-b0584527-26b3-4ed7-9003-3a86179a4081 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1577601 May 26 13:48:03.670274 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 33630) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:48:03.675356 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-5448068e-b7b6-4c9f-aa42-a17d1326e94a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Request body: {'floatingip': {'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:48:03.697967 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-5448068e-b7b6-4c9f-aa42-a17d1326e94a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:03.787344 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-5448068e-b7b6-4c9f-aa42-a17d1326e94a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:03.913765 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.db_base_plugin_common [None req-5448068e-b7b6-4c9f-aa42-a17d1326e94a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Allocated IP 172.27.2.115 (90e76b28-de17-4e9a-956c-e3acc4b829ee/72a92eeb-8c5d-4770-b3e7-e9300b6be16c/95759479-3adf-47cd-afcc-10ec04d01809) {{(pid=110500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:48:04.029982 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-5448068e-b7b6-4c9f-aa42-a17d1326e94a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks [] for port (95759479-3adf-47cd-afcc-10ec04d01809), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:04.051415 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:04.067781 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-5448068e-b7b6-4c9f-aa42-a17d1326e94a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (95759479-3adf-47cd-afcc-10ec04d01809), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:04.115284 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5448068e-b7b6-4c9f-aa42-a17d1326e94a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Network 90e76b28-de17-4e9a-956c-e3acc4b829ee is already hosted by enough agents. {{(pid=110500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:48:04.118194 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [None req-5448068e-b7b6-4c9f-aa42-a17d1326e94a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Resources bound (agent type, host, resource id): {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:48:04.122109 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5448068e-b7b6-4c9f-aa42-a17d1326e94a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Received port after_create {{(pid=110500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:48:04.144370 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5448068e-b7b6-4c9f-aa42-a17d1326e94a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Pushing event updated for resources: {'Port': ['ID=95759479-3adf-47cd-afcc-10ec04d01809,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:48:04.219734 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-5448068e-b7b6-4c9f-aa42-a17d1326e94a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks [] for floatingip (ba34efc4-44ac-41a3-b1cc-92c81b4a9a56), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:04.260684 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-5448068e-b7b6-4c9f-aa42-a17d1326e94a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (95759479-3adf-47cd-afcc-10ec04d01809), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:04.356983 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:04.462068 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-5448068e-b7b6-4c9f-aa42-a17d1326e94a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks [] for port (95759479-3adf-47cd-afcc-10ec04d01809), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:04.472060 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-5448068e-b7b6-4c9f-aa42-a17d1326e94a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (95759479-3adf-47cd-afcc-10ec04d01809), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:04.554002 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5448068e-b7b6-4c9f-aa42-a17d1326e94a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Pushing event updated for resources: {'Port': ['ID=95759479-3adf-47cd-afcc-10ec04d01809,revision_number=2']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:48:04.574404 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-5448068e-b7b6-4c9f-aa42-a17d1326e94a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568549'] for floatingip (ba34efc4-44ac-41a3-b1cc-92c81b4a9a56), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:04.593817 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-5448068e-b7b6-4c9f-aa42-a17d1326e94a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for floatingip (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:04.595298 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-5448068e-b7b6-4c9f-aa42-a17d1326e94a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9240053 May 26 13:48:04.909573 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:04.985098 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-d0d88de3-c1ed-4555-8f2c-2760510fef6d tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--117934678&fields=id&tenant_id=667a2ccd9c9045879b4b87e156997161 HTTP/1.1" status: 200 len: 267 time: 0.0797400 May 26 13:48:05.090827 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-5542f011-335d-477d-bddb-c37d9693a9a3 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:05.092331 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-5542f011-335d-477d-bddb-c37d9693a9a3 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/networks?id=fcfdea38-f7ed-4182-bc5e-d5404ef24e0e HTTP/1.1" status: 200 len: 818 time: 0.1067359 May 26 13:48:05.107518 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-3cadea0c-faff-442f-9591-681c595c2d9a tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/quotas/667a2ccd9c9045879b4b87e156997161 HTTP/1.1" status: 200 len: 375 time: 0.0092406 May 26 13:48:05.164653 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-038338f4-1271-4e93-b5b5-1f89bbf95af0 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=667a2ccd9c9045879b4b87e156997161&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0497859 May 26 13:48:05.269710 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-b9bd637e-0b7b-4438-80b7-25ceb25b5b48 service neutron] 10.222.0.16 "GET /v2.0/networks/fcfdea38-f7ed-4182-bc5e-d5404ef24e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933030 May 26 13:48:05.373137 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-14ada2c1-bfe8-4c6d-a0bf-8a03794811ef service neutron] 10.222.0.16 "GET /v2.0/networks/fcfdea38-f7ed-4182-bc5e-d5404ef24e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956743 May 26 13:48:05.547652 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-367101ef-099d-433b-ace5-0c207ea9fc97 req-eeae775f-a3d0-4725-8d81-7817bc26171e tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 210 time: 0.0302901 May 26 13:48:06.648843 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-1a51f39a-f975-44d1-8fae-deb485579641 req-4222329d-d779-4084-b4df-f237f08f92c2 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 210 time: 0.0338480 May 26 13:48:07.584298 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-389a3153-ea37-4014-ad9b-3663b11f1dc9 req-c8029b25-58c8-4b65-9fec-2e948d930452 service neutron] 10.222.0.57 "GET /v2.0/networks/0478328b-202e-4fb7-84c6-c736725d6bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921643 May 26 13:48:07.957782 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8bec6640-47a1-45f2-ae90-c6143721b297 req-24dbdd8c-f5a5-442e-afc8-c9f4dc254984 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 210 time: 0.2418814 May 26 13:48:09.064721 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-139da164-e611-4282-8564-8bbcf9578f65 req-88e15c2b-c969-4663-942d-42ba81c89ade tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 210 time: 0.0305874 May 26 13:48:09.424872 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3eead5-b21b-43c2-962c-2cf1c76c6f9d req-56b0be59-3b5c-4ac8-867f-b828d0397534 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:09.426397 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-7b3eead5-b21b-43c2-962c-2cf1c76c6f9d req-56b0be59-3b5c-4ac8-867f-b828d0397534 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 945 time: 0.0538130 May 26 13:48:09.482977 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-7b3eead5-b21b-43c2-962c-2cf1c76c6f9d req-3a191376-9b0c-457a-a7c9-df52aaa2af3f tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480497 May 26 13:48:09.506040 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 33932) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:48:09.655815 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adff4137-f652-436c-b9d8-7b42d0420f5f tempest-TestMinimumBasicScenario-1496442981 tempest-TestMinimumBasicScenario-1496442981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:09.657419 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-adff4137-f652-436c-b9d8-7b42d0420f5f tempest-TestMinimumBasicScenario-1496442981 tempest-TestMinimumBasicScenario-1496442981-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 1124 time: 0.1503308 May 26 13:48:09.660216 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 33936) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:48:09.664370 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-90458dfa-3b5e-4214-87be-3fc38b8bd7c7 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Request body: {'floatingip': {'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'port_id': 'e0662874-78ce-4387-a824-8ab106baa767', 'tenant_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:48:09.685421 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-90458dfa-3b5e-4214-87be-3fc38b8bd7c7 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:09.744614 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:09.771262 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-90458dfa-3b5e-4214-87be-3fc38b8bd7c7 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:09.960602 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.db_base_plugin_common [None req-90458dfa-3b5e-4214-87be-3fc38b8bd7c7 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Allocated IP 172.27.2.240 (90e76b28-de17-4e9a-956c-e3acc4b829ee/72a92eeb-8c5d-4770-b3e7-e9300b6be16c/7fe6a7be-35a7-437b-9c55-bc8206cf2822) {{(pid=110500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:48:10.074580 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-2ea97e88-e99c-4bbe-b7b4-ddc7744e18f5 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:10.076056 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-2ea97e88-e99c-4bbe-b7b4-ddc7744e18f5 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.57 "GET /v2.0/networks?id=fcfdea38-f7ed-4182-bc5e-d5404ef24e0e HTTP/1.1" status: 200 len: 818 time: 0.1943753 May 26 13:48:10.094625 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:10.124753 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-90458dfa-3b5e-4214-87be-3fc38b8bd7c7 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks [] for port (7fe6a7be-35a7-437b-9c55-bc8206cf2822), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:10.159146 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-90458dfa-3b5e-4214-87be-3fc38b8bd7c7 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (7fe6a7be-35a7-437b-9c55-bc8206cf2822), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:10.172862 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-cb9cae75-4744-47cd-8916-914e7e86ddad req-b60881a9-75d5-4cce-835d-25413354640e tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 210 time: 0.0297434 May 26 13:48:10.224822 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90458dfa-3b5e-4214-87be-3fc38b8bd7c7 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Network 90e76b28-de17-4e9a-956c-e3acc4b829ee is already hosted by enough agents. {{(pid=110500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:48:10.234764 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [None req-90458dfa-3b5e-4214-87be-3fc38b8bd7c7 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Resources bound (agent type, host, resource id): {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:48:10.241993 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90458dfa-3b5e-4214-87be-3fc38b8bd7c7 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Received port after_create {{(pid=110500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:48:10.248837 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90458dfa-3b5e-4214-87be-3fc38b8bd7c7 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Pushing event updated for resources: {'Port': ['ID=7fe6a7be-35a7-437b-9c55-bc8206cf2822,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:48:10.292899 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-9039cd73-3ea2-449e-a2ca-93d2a97ef870 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=667a2ccd9c9045879b4b87e156997161 HTTP/1.1" status: 200 len: 379 time: 0.1311929 May 26 13:48:10.302803 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-5e816eba-6b56-4abe-8d25-8e12af38083e tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Request body: {'port': {'device_id': 'eda2ad3f-020c-4f84-8456-bd57ac8994a1', 'network_id': 'fcfdea38-f7ed-4182-bc5e-d5404ef24e0e', 'admin_state_up': True, 'tenant_id': '667a2ccd9c9045879b4b87e156997161', 'security_groups': ['c0f0254b-25f0-46a7-b90f-dcaef19d2e9c']}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:48:10.354995 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:10.557000 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-5e816eba-6b56-4abe-8d25-8e12af38083e tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Made reservation on behalf of 667a2ccd9c9045879b4b87e156997161 for: {'port': 1} {{(pid=110500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:48:10.560402 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-5e816eba-6b56-4abe-8d25-8e12af38083e tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:10.572566 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:10.755969 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 33958) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:48:10.825455 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.db_base_plugin_common [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-5e816eba-6b56-4abe-8d25-8e12af38083e tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Allocated IP 172.20.0.8 (fcfdea38-f7ed-4182-bc5e-d5404ef24e0e/b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5/8a479ff1-a45a-48a2-afb3-db2272655b74) {{(pid=110500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:48:10.849810 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:10.851067 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-90458dfa-3b5e-4214-87be-3fc38b8bd7c7 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks [] for floatingip (b06c298e-12c5-4518-b70e-69c899880c2b), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:10.909160 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-5e7080ad-5843-4ed9-b231-ae6f9c10df16 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7b4298aa065642c0bcfaed146905ce85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1519101 May 26 13:48:10.912654 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 33966) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:48:10.932344 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:10.992246 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-126357cd-681e-4c98-a0bb-f93c7f5195c1 admin admin] Publish callbacks [] for security_group (43486d93-7cfb-40c0-930c-880d094446ed), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:11.000060 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-90458dfa-3b5e-4214-87be-3fc38b8bd7c7 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (7fe6a7be-35a7-437b-9c55-bc8206cf2822), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:11.021798 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-126357cd-681e-4c98-a0bb-f93c7f5195c1 admin admin] Publish callbacks [] for security_group (43486d93-7cfb-40c0-930c-880d094446ed), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:11.087241 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-126357cd-681e-4c98-a0bb-f93c7f5195c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (43486d93-7cfb-40c0-930c-880d094446ed), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:11.089886 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-126357cd-681e-4c98-a0bb-f93c7f5195c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:11.093960 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-126357cd-681e-4c98-a0bb-f93c7f5195c1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/43486d93-7cfb-40c0-930c-880d094446ed HTTP/1.1" status: 204 len: 168 time: 0.1773188 May 26 13:48:11.101473 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126357cd-681e-4c98-a0bb-f93c7f5195c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43486d93-7cfb-40c0-930c-880d094446ed,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:48:11.101753 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-5e816eba-6b56-4abe-8d25-8e12af38083e tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks [] for port (8a479ff1-a45a-48a2-afb3-db2272655b74), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:11.207429 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-5e816eba-6b56-4abe-8d25-8e12af38083e tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (8a479ff1-a45a-48a2-afb3-db2272655b74), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:11.333326 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-5e816eba-6b56-4abe-8d25-8e12af38083e tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Network fcfdea38-f7ed-4182-bc5e-d5404ef24e0e is already hosted by enough agents. {{(pid=110500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:48:11.342090 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=4 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:11.343963 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-5e816eba-6b56-4abe-8d25-8e12af38083e tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Resources bound (agent type, host, resource id): {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:48:11.356419 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e816eba-6b56-4abe-8d25-8e12af38083e tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Pushing event updated for resources: {'Port': ['ID=8a479ff1-a45a-48a2-afb3-db2272655b74,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:48:11.363691 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-5e816eba-6b56-4abe-8d25-8e12af38083e tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Received port after_create {{(pid=110500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:48:11.436900 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-5e816eba-6b56-4abe-8d25-8e12af38083e tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:11.437903 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-5e816eba-6b56-4abe-8d25-8e12af38083e tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:11.452857 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-90458dfa-3b5e-4214-87be-3fc38b8bd7c7 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks [] for port (7fe6a7be-35a7-437b-9c55-bc8206cf2822), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:11.462078 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb4242-e4f8-496d-a3e2-008c2b6b5378 req-5ac067ed-5144-46cf-870b-e657183f3b83 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:11.464389 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f6bb4242-e4f8-496d-a3e2-008c2b6b5378 req-5ac067ed-5144-46cf-870b-e657183f3b83 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 931 time: 0.2031205 May 26 13:48:11.468712 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-90458dfa-3b5e-4214-87be-3fc38b8bd7c7 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (7fe6a7be-35a7-437b-9c55-bc8206cf2822), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:11.513603 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-5e816eba-6b56-4abe-8d25-8e12af38083e tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2158263 May 26 13:48:11.544197 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-dea7b874-36fb-47b4-a5c4-98dc800805d9 service neutron] Request body: {'port': {'device_id': 'eda2ad3f-020c-4f84-8456-bd57ac8994a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:48:11.614498 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90458dfa-3b5e-4214-87be-3fc38b8bd7c7 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Pushing event updated for resources: {'Port': ['ID=7fe6a7be-35a7-437b-9c55-bc8206cf2822,revision_number=2']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:48:11.629427 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:11.634856 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=82 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:11.691901 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-90458dfa-3b5e-4214-87be-3fc38b8bd7c7 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568549'] for floatingip (b06c298e-12c5-4518-b70e-69c899880c2b), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:11.694261 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-dc224bcb-ef3d-47aa-a69e-301f8949b8d8 None None] Provisioning complete for port 8a479ff1-a45a-48a2-afb3-db2272655b74 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:48:11.695391 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-dc224bcb-ef3d-47aa-a69e-301f8949b8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (8a479ff1-a45a-48a2-afb3-db2272655b74), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:11.697423 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f6bb4242-e4f8-496d-a3e2-008c2b6b5378 req-ae3e8239-3726-40f7-bdb8-7708d267c95e tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0f0254b-25f0-46a7-b90f-dcaef19d2e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1920681 May 26 13:48:11.740413 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-dea7b874-36fb-47b4-a5c4-98dc800805d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (8a479ff1-a45a-48a2-afb3-db2272655b74), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:11.745358 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-dc224bcb-ef3d-47aa-a69e-301f8949b8d8 None None] Port 8a479ff1-a45a-48a2-afb3-db2272655b74 cannot update to ACTIVE because it is not bound. {{(pid=110502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:48:11.859763 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.db.l3_db [None req-90458dfa-3b5e-4214-87be-3fc38b8bd7c7 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Floating IP b06c298e-12c5-4518-b70e-69c899880c2b associated. External IP: 172.27.2.240, port: e0662874-78ce-4387-a824-8ab106baa767. May 26 13:48:12.444036 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90458dfa-3b5e-4214-87be-3fc38b8bd7c7 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Router 7fa36501-7f70-49e3-8705-cd796dcb6c88 has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:48:12.455358 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-dea7b874-36fb-47b4-a5c4-98dc800805d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a479ff1-a45a-48a2-afb3-db2272655b74 {{(pid=110500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:48:12.463616 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-dea7b874-36fb-47b4-a5c4-98dc800805d9 service neutron] Publish callbacks [] for port (8a479ff1-a45a-48a2-afb3-db2272655b74), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:12.477294 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:12.513396 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.provisioning_blocks [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-dea7b874-36fb-47b4-a5c4-98dc800805d9 service neutron] Transition to ACTIVE for port object 8a479ff1-a45a-48a2-afb3-db2272655b74 will not be triggered until provisioned by entity L2. {{(pid=110500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 13:48:12.519900 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-dea7b874-36fb-47b4-a5c4-98dc800805d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (8a479ff1-a45a-48a2-afb3-db2272655b74), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:12.614591 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7b874-36fb-47b4-a5c4-98dc800805d9 service neutron] Pushing event updated for resources: {'Port': ['ID=8a479ff1-a45a-48a2-afb3-db2272655b74,revision_number=2']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:48:12.648618 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90458dfa-3b5e-4214-87be-3fc38b8bd7c7 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:48:12.659988 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e658ab53-b662-40e5-b9eb-9563bdd56b6c None None] Sync routers for ids ['7fa36501-7f70-49e3-8705-cd796dcb6c88'] in dv-cinder-819668-4-iscsi {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:48:12.670023 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:12.678784 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e658ab53-b662-40e5-b9eb-9563bdd56b6c None None] Routers {'7fa36501-7f70-49e3-8705-cd796dcb6c88'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:48:12.679423 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-e658ab53-b662-40e5-b9eb-9563bdd56b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:47:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['7fa36501-7f70-49e3-8705-cd796dcb6c88'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:48:12.703856 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-90458dfa-3b5e-4214-87be-3fc38b8bd7c7 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for floatingip (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:12.778880 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-dea7b874-36fb-47b4-a5c4-98dc800805d9 service neutron] Attempting to bind port 8a479ff1-a45a-48a2-afb3-db2272655b74 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:48:12.779288 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-dea7b874-36fb-47b4-a5c4-98dc800805d9 service neutron] Attempting to bind port 8a479ff1-a45a-48a2-afb3-db2272655b74 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '3a4a3e5b-0e17-442c-bc39-61e33c050f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fcfdea38-f7ed-4182-bc5e-d5404ef24e0e'}] {{(pid=110500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:48:12.779691 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-dea7b874-36fb-47b4-a5c4-98dc800805d9 service neutron] Attempting to bind port 8a479ff1-a45a-48a2-afb3-db2272655b74 on network fcfdea38-f7ed-4182-bc5e-d5404ef24e0e {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:48:12.790258 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-90458dfa-3b5e-4214-87be-3fc38b8bd7c7 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1289515 May 26 13:48:12.791263 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ad193e-1516-41cd-8603-74830f1c6fc7', 'tag': 'e0662874-78ce-4387-a824-8ab106baa767'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:48:12.793807 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 34002) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:48:12.794490 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ffa9e1-01d0-4adc-ab61-b881f4ca970a" -d '{"events": [{"name": "network-changed", "server_uuid": "39ad193e-1516-41cd-8603-74830f1c6fc7", "tag": "e0662874-78ce-4387-a824-8ab106baa767"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:48:12.798165 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-dea7b874-36fb-47b4-a5c4-98dc800805d9 service neutron] Port 8a479ff1-a45a-48a2-afb3-db2272655b74 on network fcfdea38-f7ed-4182-bc5e-d5404ef24e0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 13:48:12.799857 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-dea7b874-36fb-47b4-a5c4-98dc800805d9 service neutron] Attempting to bind port 8a479ff1-a45a-48a2-afb3-db2272655b74 on network fcfdea38-f7ed-4182-bc5e-d5404ef24e0e {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:48:12.804858 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-dea7b874-36fb-47b4-a5c4-98dc800805d9 service neutron] Checking agent: {'id': '207809ce-be6b-4746-a715-8e1c980ff656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 42, 40), 'started_at': datetime.datetime(2022, 5, 26, 13, 42, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:48:12.805283 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-dea7b874-36fb-47b4-a5c4-98dc800805d9 service neutron] Checking segment: {'id': '3a4a3e5b-0e17-442c-bc39-61e33c050f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fcfdea38-f7ed-4182-bc5e-d5404ef24e0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:48:12.805764 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-dea7b874-36fb-47b4-a5c4-98dc800805d9 service neutron] Bound using segment: {'id': '3a4a3e5b-0e17-442c-bc39-61e33c050f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fcfdea38-f7ed-4182-bc5e-d5404ef24e0e'} {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:48:12.806379 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-dea7b874-36fb-47b4-a5c4-98dc800805d9 service neutron] Bound port: 8a479ff1-a45a-48a2-afb3-db2272655b74, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4a3e5b-0e17-442c-bc39-61e33c050f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'fcfdea38-f7ed-4182-bc5e-d5404ef24e0e'}}] {{(pid=110500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:48:12.806688 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-dea7b874-36fb-47b4-a5c4-98dc800805d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (8a479ff1-a45a-48a2-afb3-db2272655b74), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:12.813009 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-e658ab53-b662-40e5-b9eb-9563bdd56b6c None None] Set router 7fa36501-7f70-49e3-8705-cd796dcb6c88 gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:48:12.813196 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-b95292bf-e988-4291-86dc-a7c47f069b4c tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1468382374', 'description': 'tempest-secgroup-smoke-1468382374 description', 'project_id': 'c70c0ab9b5134d0781dea0e0abc02ac8'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:48:12.899677 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23185db-6ff7-4e93-87a4-ce10e14b8015 x-openstack-request-id: req-e23185db-6ff7-4e93-87a4-ce10e14b8015 {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:48:12.900018 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ad193e-1516-41cd-8603-74830f1c6fc7", "tag": "e0662874-78ce-4387-a824-8ab106baa767", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:48:12.900352 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e23185db-6ff7-4e93-87a4-ce10e14b8015 {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:48:12.900834 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e23185db-6ff7-4e93-87a4-ce10e14b8015'] response: {'name': 'network-changed', 'server_uuid': '39ad193e-1516-41cd-8603-74830f1c6fc7', 'tag': 'e0662874-78ce-4387-a824-8ab106baa767', 'status': 'completed', 'code': 200} May 26 13:48:12.905214 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-dea7b874-36fb-47b4-a5c4-98dc800805d9 service neutron] For port 8a479ff1-a45a-48a2-afb3-db2272655b74, host hv-cinder-81966, cleared binding levels {{(pid=110500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:48:12.909288 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-dea7b874-36fb-47b4-a5c4-98dc800805d9 service neutron] For port 8a479ff1-a45a-48a2-afb3-db2272655b74, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=8a479ff1-a45a-48a2-afb3-db2272655b74,segment=NetworkSegment(3a4a3e5b-0e17-442c-bc39-61e33c050f0d),segment_id=3a4a3e5b-0e17-442c-bc39-61e33c050f0d)] {{(pid=110500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:48:12.925566 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-dea7b874-36fb-47b4-a5c4-98dc800805d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (8a479ff1-a45a-48a2-afb3-db2272655b74), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:12.952290 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b95292bf-e988-4291-86dc-a7c47f069b4c tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:12.972568 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152262c-61b2-4b66-8c09-cbb2f78de86c req-f9c97a17-d4cd-458f-b6ea-212e72fa1603 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:12.979791 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-b152262c-61b2-4b66-8c09-cbb2f78de86c req-f9c97a17-d4cd-458f-b6ea-212e72fa1603 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 943 time: 0.1534984 May 26 13:48:13.002644 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-dea7b874-36fb-47b4-a5c4-98dc800805d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:13.003733 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-dea7b874-36fb-47b4-a5c4-98dc800805d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:13.005314 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-dea7b874-36fb-47b4-a5c4-98dc800805d9 service neutron] 10.222.0.57 "PUT /v2.0/ports/8a479ff1-a45a-48a2-afb3-db2272655b74 HTTP/1.1" status: 200 len: 1093 time: 1.4806161 May 26 13:48:13.063851 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-b152262c-61b2-4b66-8c09-cbb2f78de86c req-ff5b4af6-383e-4943-b7b5-e5e9c30d7480 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0f0254b-25f0-46a7-b90f-dcaef19d2e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813196 May 26 13:48:13.098539 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ffa9e1-01d0-4adc-ab61-b881f4ca970a req-68f4441f-2847-48ef-91e8-63474abc0570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:13.100769 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f7ffa9e1-01d0-4adc-ab61-b881f4ca970a req-68f4441f-2847-48ef-91e8-63474abc0570 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c70c0ab9b5134d0781dea0e0abc02ac8&device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 1129 time: 0.0907273 May 26 13:48:13.106823 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-e658ab53-b662-40e5-b9eb-9563bdd56b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa36501-7f70-49e3-8705-cd796dcb6c88', 'name': 'tempest-TestMinimumBasicScenario-971109684-router', 'tenant_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '9b0c14fd-3614-42e0-8cb7-609c3303a1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:46:21Z', 'updated_at': '2022-05-26T13:46:26Z', 'revision_number': 4, 'project_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'gw_port': {'id': '9b0c14fd-3614-42e0-8cb7-609c3303a1f4', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:94:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa36501-7f70-49e3-8705-cd796dcb6c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:22Z', 'updated_at': '2022-05-26T13:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': 'b06c298e-12c5-4518-b70e-69c899880c2b', 'tenant_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': '7fa36501-7f70-49e3-8705-cd796dcb6c88', 'port_id': 'e0662874-78ce-4387-a824-8ab106baa767', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '279221b5-1c95-41d9-af88-4e2c4d2e3a32', 'mac_address': 'fa:16:3e:b7:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ad193e-1516-41cd-8603-74830f1c6fc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:48:10Z', 'updated_at': '2022-05-26T13:48:10Z', 'revision_number': 0, 'project_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7cce3d5-4765-4535-afe3-6483259430c5', 'name': '', 'network_id': '279221b5-1c95-41d9-af88-4e2c4d2e3a32', 'tenant_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'mac_address': 'fa:16:3e:ef:f5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa36501-7f70-49e3-8705-cd796dcb6c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'c1b7c911-f88e-4299-b194-4048f3cb8870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:26Z', 'updated_at': '2022-05-26T13:46:35Z', 'revision_number': 5, 'project_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'subnets': [{'id': 'c1b7c911-f88e-4299-b194-4048f3cb8870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:48:13.134558 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e658ab53-b662-40e5-b9eb-9563bdd56b6c None None] Checking router: 7fa36501-7f70-49e3-8705-cd796dcb6c88 for host: dv-cinder-819668-4-iscsi {{(pid=110503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:48:13.136747 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b95292bf-e988-4291-86dc-a7c47f069b4c tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks [] for security_group (4fef4f7b-39dd-464a-8c6c-49f468a88961), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:13.142025 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b95292bf-e988-4291-86dc-a7c47f069b4c tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (4fef4f7b-39dd-464a-8c6c-49f468a88961), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:13.144868 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e658ab53-b662-40e5-b9eb-9563bdd56b6c None None] Routers {'7fa36501-7f70-49e3-8705-cd796dcb6c88'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:48:13.145508 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-e658ab53-b662-40e5-b9eb-9563bdd56b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:47:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['7fa36501-7f70-49e3-8705-cd796dcb6c88'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:48:13.165836 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:13.171776 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-6bafd32e-c2e9-4e87-a5cd-1f0674e0f3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:13.173857 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-6bafd32e-c2e9-4e87-a5cd-1f0674e0f3f5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=667a2ccd9c9045879b4b87e156997161&device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 1127 time: 0.0694797 May 26 13:48:13.183089 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b95292bf-e988-4291-86dc-a7c47f069b4c tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:13.184500 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-b95292bf-e988-4291-86dc-a7c47f069b4c tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3885343 May 26 13:48:13.187025 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95292bf-e988-4291-86dc-a7c47f069b4c tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fef4f7b-39dd-464a-8c6c-49f468a88961,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:48:13.190906 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 34012) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:48:13.197229 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-1400ad82-6a94-437b-bf51-9201f171d534 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Request body: {'security_group_rule': {'security_group_id': '4fef4f7b-39dd-464a-8c6c-49f468a88961', 'project_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:48:13.230142 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-1400ad82-6a94-437b-bf51-9201f171d534 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks [] for security_group_rule (f479e8ea-252e-48cf-9e8a-f32669ae400a), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:13.243987 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-c3fdd715-150b-42a0-a0f7-3efcb7f73e82 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a479ff1-a45a-48a2-afb3-db2272655b74 HTTP/1.1" status: 200 len: 217 time: 0.0375612 May 26 13:48:13.278918 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-e658ab53-b662-40e5-b9eb-9563bdd56b6c None None] Set router 7fa36501-7f70-49e3-8705-cd796dcb6c88 gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:48:13.329322 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-1400ad82-6a94-437b-bf51-9201f171d534 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks [] for security_group_rule (f479e8ea-252e-48cf-9e8a-f32669ae400a), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:13.334910 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-1400ad82-6a94-437b-bf51-9201f171d534 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547660'] for security_group_rule (f479e8ea-252e-48cf-9e8a-f32669ae400a), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:13.355114 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1400ad82-6a94-437b-bf51-9201f171d534 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f479e8ea-252e-48cf-9e8a-f32669ae400a,revision_number=0']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:48:13.359646 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=100 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:13.365107 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-1400ad82-6a94-437b-bf51-9201f171d534 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:13.366837 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-1400ad82-6a94-437b-bf51-9201f171d534 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1744812 May 26 13:48:13.369630 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 34014) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:48:13.371156 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7b874-36fb-47b4-a5c4-98dc800805d9 service neutron] Pushing event updated for resources: {'Port': ['ID=8a479ff1-a45a-48a2-afb3-db2272655b74,revision_number=3']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:48:13.374373 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-e6a1fdad-4d92-442e-9a1a-d2b26b6ecc54 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Request body: {'security_group_rule': {'security_group_id': '4fef4f7b-39dd-464a-8c6c-49f468a88961', 'project_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:48:13.386890 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-e4bb3c1d-db6c-4378-961e-f64fa2a79123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:13.390823 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-e4bb3c1d-db6c-4378-961e-f64fa2a79123 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5 HTTP/1.1" status: 200 len: 857 time: 0.1311827 May 26 13:48:13.409424 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e6a1fdad-4d92-442e-9a1a-d2b26b6ecc54 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks [] for security_group_rule (0a9d7625-474c-4e1b-8874-7359e42026ec), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:13.422463 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:13.462861 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e6a1fdad-4d92-442e-9a1a-d2b26b6ecc54 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks [] for security_group_rule (0a9d7625-474c-4e1b-8874-7359e42026ec), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:13.465743 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ffa9e1-01d0-4adc-ab61-b881f4ca970a req-bf9f163e-3e11-4b0c-aa95-06e46ae12c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:13.467386 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f7ffa9e1-01d0-4adc-ab61-b881f4ca970a req-bf9f163e-3e11-4b0c-aa95-06e46ae12c32 service neutron] 10.222.0.57 "GET /v2.0/networks?id=279221b5-1c95-41d9-af88-4e2c4d2e3a32 HTTP/1.1" status: 200 len: 915 time: 0.2875996 May 26 13:48:13.467515 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e6a1fdad-4d92-442e-9a1a-d2b26b6ecc54 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547660'] for security_group_rule (0a9d7625-474c-4e1b-8874-7359e42026ec), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:13.475929 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-7a88a826-8774-4690-b8ed-b4f03579f56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:13.477523 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-7a88a826-8774-4690-b8ed-b4f03579f56d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fcfdea38-f7ed-4182-bc5e-d5404ef24e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0810633 May 26 13:48:13.487780 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1fdad-4d92-442e-9a1a-d2b26b6ecc54 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a9d7625-474c-4e1b-8874-7359e42026ec,revision_number=0']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:48:13.497143 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e6a1fdad-4d92-442e-9a1a-d2b26b6ecc54 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:13.498384 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-e6a1fdad-4d92-442e-9a1a-d2b26b6ecc54 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1276867 May 26 13:48:13.501193 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 34016) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:48:13.505776 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-880406fe-e92c-4660-8fe7-699c9a1e8030 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Request body: {'security_group_rule': {'security_group_id': '4fef4f7b-39dd-464a-8c6c-49f468a88961', 'project_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:48:13.525494 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=100 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:13.535359 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-880406fe-e92c-4660-8fe7-699c9a1e8030 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks [] for security_group_rule (731aae01-1367-41ac-b6c1-e62c2d18100b), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:13.535633 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-e658ab53-b662-40e5-b9eb-9563bdd56b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa36501-7f70-49e3-8705-cd796dcb6c88', 'name': 'tempest-TestMinimumBasicScenario-971109684-router', 'tenant_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '9b0c14fd-3614-42e0-8cb7-609c3303a1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:46:21Z', 'updated_at': '2022-05-26T13:46:26Z', 'revision_number': 4, 'project_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'gw_port': {'id': '9b0c14fd-3614-42e0-8cb7-609c3303a1f4', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:94:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa36501-7f70-49e3-8705-cd796dcb6c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:22Z', 'updated_at': '2022-05-26T13:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': 'b06c298e-12c5-4518-b70e-69c899880c2b', 'tenant_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': '7fa36501-7f70-49e3-8705-cd796dcb6c88', 'port_id': 'e0662874-78ce-4387-a824-8ab106baa767', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '279221b5-1c95-41d9-af88-4e2c4d2e3a32', 'mac_address': 'fa:16:3e:b7:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ad193e-1516-41cd-8603-74830f1c6fc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:48:10Z', 'updated_at': '2022-05-26T13:48:10Z', 'revision_number': 0, 'project_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7cce3d5-4765-4535-afe3-6483259430c5', 'name': '', 'network_id': '279221b5-1c95-41d9-af88-4e2c4d2e3a32', 'tenant_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'mac_address': 'fa:16:3e:ef:f5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa36501-7f70-49e3-8705-cd796dcb6c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'c1b7c911-f88e-4299-b194-4048f3cb8870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:26Z', 'updated_at': '2022-05-26T13:46:35Z', 'revision_number': 5, 'project_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'subnets': [{'id': 'c1b7c911-f88e-4299-b194-4048f3cb8870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:48:13.555726 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:13.563105 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e658ab53-b662-40e5-b9eb-9563bdd56b6c None None] The sync data for ids ['7fa36501-7f70-49e3-8705-cd796dcb6c88'] in dv-cinder-819668-4-iscsi is: [{'id': '7fa36501-7f70-49e3-8705-cd796dcb6c88', 'name': 'tempest-TestMinimumBasicScenario-971109684-router', 'tenant_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '9b0c14fd-3614-42e0-8cb7-609c3303a1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:46:21Z', 'updated_at': '2022-05-26T13:46:26Z', 'revision_number': 4, 'project_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'gw_port': {'id': '9b0c14fd-3614-42e0-8cb7-609c3303a1f4', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:94:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa36501-7f70-49e3-8705-cd796dcb6c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:22Z', 'updated_at': '2022-05-26T13:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': 'b06c298e-12c5-4518-b70e-69c899880c2b', 'tenant_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': '7fa36501-7f70-49e3-8705-cd796dcb6c88', 'port_id': 'e0662874-78ce-4387-a824-8ab106baa767', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '279221b5-1c95-41d9-af88-4e2c4d2e3a32', 'mac_address': 'fa:16:3e:b7:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ad193e-1516-41cd-8603-74830f1c6fc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:48:10Z', 'updated_at': '2022-05-26T13:48:10Z', 'revision_number': 0, 'project_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7cce3d5-4765-4535-afe3-6483259430c5', 'name': '', 'network_id': '279221b5-1c95-41d9-af88-4e2c4d2e3a32', 'tenant_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'mac_address': 'fa:16:3e:ef:f5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa36501-7f70-49e3-8705-cd796dcb6c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'c1b7c911-f88e-4299-b194-4048f3cb8870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:26Z', 'updated_at': '2022-05-26T13:46:35Z', 'revision_number': 5, 'project_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'subnets': [{'id': 'c1b7c911-f88e-4299-b194-4048f3cb8870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:48:13.593263 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-880406fe-e92c-4660-8fe7-699c9a1e8030 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks [] for security_group_rule (731aae01-1367-41ac-b6c1-e62c2d18100b), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:13.597518 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f7ffa9e1-01d0-4adc-ab61-b881f4ca970a req-4e18f69b-cef4-4108-9966-ed235ccc0bab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0662874-78ce-4387-a824-8ab106baa767 HTTP/1.1" status: 200 len: 999 time: 0.1229897 May 26 13:48:13.598880 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-880406fe-e92c-4660-8fe7-699c9a1e8030 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547660'] for security_group_rule (731aae01-1367-41ac-b6c1-e62c2d18100b), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:13.620619 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880406fe-e92c-4660-8fe7-699c9a1e8030 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=731aae01-1367-41ac-b6c1-e62c2d18100b,revision_number=0']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:48:13.631148 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:13.635852 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-880406fe-e92c-4660-8fe7-699c9a1e8030 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:13.637190 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-880406fe-e92c-4660-8fe7-699c9a1e8030 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1349957 May 26 13:48:13.643671 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 34020) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:48:13.648744 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-7ab90172-938b-4d86-a509-08bd6d5be9f1 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Request body: {'security_group_rule': {'security_group_id': '4fef4f7b-39dd-464a-8c6c-49f468a88961', 'project_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:48:13.679531 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-07dfcca4-ad40-41ac-a0be-14b60c80c034 service neutron] 10.222.0.57 "GET /v2.0/networks/fcfdea38-f7ed-4182-bc5e-d5404ef24e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928821 May 26 13:48:13.682112 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-7ab90172-938b-4d86-a509-08bd6d5be9f1 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks [] for security_group_rule (e0c3cc67-984e-470a-a693-64ae12c8857c), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:13.700435 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ffa9e1-01d0-4adc-ab61-b881f4ca970a req-cf11b914-32a9-4f5b-b5a8-ede278d32451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:13.701888 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f7ffa9e1-01d0-4adc-ab61-b881f4ca970a req-cf11b914-32a9-4f5b-b5a8-ede278d32451 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c1b7c911-f88e-4299-b194-4048f3cb8870 HTTP/1.1" status: 200 len: 853 time: 0.0876532 May 26 13:48:13.744218 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-7ab90172-938b-4d86-a509-08bd6d5be9f1 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks [] for security_group_rule (e0c3cc67-984e-470a-a693-64ae12c8857c), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:13.749873 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-7ab90172-938b-4d86-a509-08bd6d5be9f1 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547660'] for security_group_rule (e0c3cc67-984e-470a-a693-64ae12c8857c), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:13.770591 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab90172-938b-4d86-a509-08bd6d5be9f1 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0c3cc67-984e-470a-a693-64ae12c8857c,revision_number=0']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:48:13.781289 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-7ab90172-938b-4d86-a509-08bd6d5be9f1 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:13.785874 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-7ab90172-938b-4d86-a509-08bd6d5be9f1 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1408043 May 26 13:48:13.786682 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 34022) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:48:13.792334 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-e838141a-f5d7-42a8-b4bf-f62f1e0fd230 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Request body: {'security_group_rule': {'security_group_id': '4fef4f7b-39dd-464a-8c6c-49f468a88961', 'project_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:48:13.798027 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ba5f4a-b368-4f67-9019-d515a17a4e43 None None] New status for floating IP b06c298e-12c5-4518-b70e-69c899880c2b: ACTIVE {{(pid=110502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 13:48:13.804515 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ffa9e1-01d0-4adc-ab61-b881f4ca970a req-38a6ad76-488e-4107-a9e3-4a3f7b9da60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:13.806016 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f7ffa9e1-01d0-4adc-ab61-b881f4ca970a req-38a6ad76-488e-4107-a9e3-4a3f7b9da60e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=279221b5-1c95-41d9-af88-4e2c4d2e3a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0934184 May 26 13:48:13.887806 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-17592a9b-1272-4ed2-a3f5-8ef5b6ab00b3 req-c0ec0d64-2f63-4d87-a91b-dae45fdc8baf service neutron] 10.222.0.57 "GET /v2.0/networks/fcfdea38-f7ed-4182-bc5e-d5404ef24e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986661 May 26 13:48:13.896039 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.db.securitygroups_db [None req-e838141a-f5d7-42a8-b4bf-f62f1e0fd230 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Project c70c0ab9b5134d0781dea0e0abc02ac8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 13:48:13.905840 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e838141a-f5d7-42a8-b4bf-f62f1e0fd230 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks [] for security_group_rule (a8c0d036-1f43-4cef-83ef-1b39874898fc), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:13.954151 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:13.964909 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f7ffa9e1-01d0-4adc-ab61-b881f4ca970a req-dc3d8b8f-cb05-4117-b2af-bfa2825bb889 service neutron] 10.222.0.57 "GET /v2.0/networks/279221b5-1c95-41d9-af88-4e2c4d2e3a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490138 May 26 13:48:13.993374 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e838141a-f5d7-42a8-b4bf-f62f1e0fd230 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks [] for security_group_rule (a8c0d036-1f43-4cef-83ef-1b39874898fc), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:13.997043 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e838141a-f5d7-42a8-b4bf-f62f1e0fd230 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547660'] for security_group_rule (a8c0d036-1f43-4cef-83ef-1b39874898fc), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:14.018209 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e838141a-f5d7-42a8-b4bf-f62f1e0fd230 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8c0d036-1f43-4cef-83ef-1b39874898fc,revision_number=0']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:48:14.023433 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e838141a-f5d7-42a8-b4bf-f62f1e0fd230 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:14.024749 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-e838141a-f5d7-42a8-b4bf-f62f1e0fd230 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2356248 May 26 13:48:14.027387 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 34026) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:48:14.031781 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-9ea39d67-d628-4b94-8e3b-7217155de3c8 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Request body: {'security_group_rule': {'security_group_id': '4fef4f7b-39dd-464a-8c6c-49f468a88961', 'project_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:48:14.054294 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.db.securitygroups_db [None req-9ea39d67-d628-4b94-8e3b-7217155de3c8 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Project c70c0ab9b5134d0781dea0e0abc02ac8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 13:48:14.060041 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-9ea39d67-d628-4b94-8e3b-7217155de3c8 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks [] for security_group_rule (86a05a57-c8f5-4652-86e9-2b149d1629d5), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:14.090985 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-cf0380d5-62e9-48f0-beba-710f5f494e49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:14.175190 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-9ea39d67-d628-4b94-8e3b-7217155de3c8 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks [] for security_group_rule (86a05a57-c8f5-4652-86e9-2b149d1629d5), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:14.195166 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-9ea39d67-d628-4b94-8e3b-7217155de3c8 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547660'] for security_group_rule (86a05a57-c8f5-4652-86e9-2b149d1629d5), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:14.227678 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948adc1-6194-4315-b708-61202fa6560d req-c362491f-92d6-47a6-a9ba-c17c90142565 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:14.229193 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a948adc1-6194-4315-b708-61202fa6560d req-c362491f-92d6-47a6-a9ba-c17c90142565 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 943 time: 0.0872777 May 26 13:48:14.230687 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea39d67-d628-4b94-8e3b-7217155de3c8 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86a05a57-c8f5-4652-86e9-2b149d1629d5,revision_number=0']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:48:14.246078 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-9ea39d67-d628-4b94-8e3b-7217155de3c8 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:14.247101 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-9ea39d67-d628-4b94-8e3b-7217155de3c8 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2188137 May 26 13:48:14.284367 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a948adc1-6194-4315-b708-61202fa6560d req-3438fa32-ad14-47eb-a2dd-dbbaae313225 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0f0254b-25f0-46a7-b90f-dcaef19d2e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482032 May 26 13:48:14.341635 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-15a7a79a-5d8a-4e8e-b2dc-fc8eb8bcdd76 req-007d6979-0f88-49ab-9abb-32a5f89eea35 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1468382374&fields=id&tenant_id=c70c0ab9b5134d0781dea0e0abc02ac8 HTTP/1.1" status: 200 len: 267 time: 0.0488524 May 26 13:48:14.394074 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7a79a-5d8a-4e8e-b2dc-fc8eb8bcdd76 req-0fa96a73-fd6a-4892-91fa-835d67839833 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:14.395562 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-15a7a79a-5d8a-4e8e-b2dc-fc8eb8bcdd76 req-0fa96a73-fd6a-4892-91fa-835d67839833 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 945 time: 0.0479453 May 26 13:48:14.408529 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [req-15a7a79a-5d8a-4e8e-b2dc-fc8eb8bcdd76 req-4199d9df-1c97-4f14-9b91-e435558ae0d1 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Request body: {'port': {'security_groups': ['f6469e1a-ac37-490e-aba5-580f8f1d077d', '4fef4f7b-39dd-464a-8c6c-49f468a88961']}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:48:14.484430 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [req-15a7a79a-5d8a-4e8e-b2dc-fc8eb8bcdd76 req-4199d9df-1c97-4f14-9b91-e435558ae0d1 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (e0662874-78ce-4387-a824-8ab106baa767), before_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:14.559387 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:14.711169 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.db [req-15a7a79a-5d8a-4e8e-b2dc-fc8eb8bcdd76 req-4199d9df-1c97-4f14-9b91-e435558ae0d1 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] For port e0662874-78ce-4387-a824-8ab106baa767, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=e0662874-78ce-4387-a824-8ab106baa767,segment=NetworkSegment(abecec45-87fd-4c5c-8ebd-4180a12ed0df),segment_id=abecec45-87fd-4c5c-8ebd-4180a12ed0df)] {{(pid=110501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:48:14.739872 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [req-15a7a79a-5d8a-4e8e-b2dc-fc8eb8bcdd76 req-4199d9df-1c97-4f14-9b91-e435558ae0d1 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks [] for port (e0662874-78ce-4387-a824-8ab106baa767), precommit_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:14.744398 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [req-15a7a79a-5d8a-4e8e-b2dc-fc8eb8bcdd76 req-4199d9df-1c97-4f14-9b91-e435558ae0d1 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5523192'] for port (e0662874-78ce-4387-a824-8ab106baa767), after_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:14.761204 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] get_ports_and_sgs() called for port_ids ['e0662874-78ce-4387-a824-8ab106baa767'] {{(pid=110502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 13:48:14.791519 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7a79a-5d8a-4e8e-b2dc-fc8eb8bcdd76 req-4199d9df-1c97-4f14-9b91-e435558ae0d1 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:14.792154 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [req-15a7a79a-5d8a-4e8e-b2dc-fc8eb8bcdd76 req-4199d9df-1c97-4f14-9b91-e435558ae0d1 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:14.793603 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-15a7a79a-5d8a-4e8e-b2dc-fc8eb8bcdd76 req-4199d9df-1c97-4f14-9b91-e435558ae0d1 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "PUT /v2.0/ports/e0662874-78ce-4387-a824-8ab106baa767 HTTP/1.1" status: 200 len: 981 time: 0.3901725 May 26 13:48:14.794062 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ad193e-1516-41cd-8603-74830f1c6fc7', 'tag': 'e0662874-78ce-4387-a824-8ab106baa767'}] {{(pid=110501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:48:14.796524 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7554ed366569566c1c07a20dc3a12fa332abf68ec20ff88de472e4216b3e5b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907150e3-80e0-4775-b689-930016698154" -d '{"events": [{"name": "network-changed", "server_uuid": "39ad193e-1516-41cd-8603-74830f1c6fc7", "tag": "e0662874-78ce-4387-a824-8ab106baa767"}]}' {{(pid=110501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:48:14.816347 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4199d9df-1c97-4f14-9b91-e435558ae0d1 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Pushing event updated for resources: {'Port': ['ID=e0662874-78ce-4387-a824-8ab106baa767,revision_number=6']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:48:14.876235 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922ce58b-9c49-45ec-9ec8-a34ccb4e2aaf x-openstack-request-id: req-922ce58b-9c49-45ec-9ec8-a34ccb4e2aaf {{(pid=110501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:48:14.877038 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ad193e-1516-41cd-8603-74830f1c6fc7", "tag": "e0662874-78ce-4387-a824-8ab106baa767", "status": "completed", "code": 200}]} {{(pid=110501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:48:14.877162 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-922ce58b-9c49-45ec-9ec8-a34ccb4e2aaf {{(pid=110501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:48:14.877650 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.notifiers.nova [-] Nova event matching ['req-922ce58b-9c49-45ec-9ec8-a34ccb4e2aaf'] response: {'name': 'network-changed', 'server_uuid': '39ad193e-1516-41cd-8603-74830f1c6fc7', 'tag': 'e0662874-78ce-4387-a824-8ab106baa767', 'status': 'completed', 'code': 200} May 26 13:48:14.901700 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda2ad3f-020c-4f84-8456-bd57ac8994a1', 'tag': '8a479ff1-a45a-48a2-afb3-db2272655b74'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:48:14.904162 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09c8727-be0d-4101-8316-5a894c52b088" -d '{"events": [{"name": "network-changed", "server_uuid": "eda2ad3f-020c-4f84-8456-bd57ac8994a1", "tag": "8a479ff1-a45a-48a2-afb3-db2272655b74"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:48:14.959867 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a905e-0fe8-4af9-9500-2661227069c0 req-1061f6ab-e932-4946-bce0-cc323665f5ea tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:14.962210 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-838a905e-0fe8-4af9-9500-2661227069c0 req-1061f6ab-e932-4946-bce0-cc323665f5ea tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 984 time: 0.0724108 May 26 13:48:14.964214 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb838c6-f866-402d-a362-1f7cb483277c x-openstack-request-id: req-8eb838c6-f866-402d-a362-1f7cb483277c {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:48:14.964995 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda2ad3f-020c-4f84-8456-bd57ac8994a1", "tag": "8a479ff1-a45a-48a2-afb3-db2272655b74", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:48:14.965414 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8eb838c6-f866-402d-a362-1f7cb483277c {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:48:14.965956 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8eb838c6-f866-402d-a362-1f7cb483277c'] response: {'name': 'network-changed', 'server_uuid': 'eda2ad3f-020c-4f84-8456-bd57ac8994a1', 'tag': '8a479ff1-a45a-48a2-afb3-db2272655b74', 'status': 'completed', 'code': 200} May 26 13:48:14.980122 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] get_ports_and_sgs() called for port_ids ['e0662874-78ce-4387-a824-8ab106baa767'] {{(pid=110502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 13:48:15.035859 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-838a905e-0fe8-4af9-9500-2661227069c0 req-26ea785c-38ac-4538-bcfc-06e3608a4bc5 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&id=4fef4f7b-39dd-464a-8c6c-49f468a88961&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0669544 May 26 13:48:15.074862 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-1507459a-037b-4b22-bbdc-c28edce21b44 None None] Provisioning complete for port e0662874-78ce-4387-a824-8ab106baa767 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:48:15.075132 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-1507459a-037b-4b22-bbdc-c28edce21b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (e0662874-78ce-4387-a824-8ab106baa767), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:15.165546 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:15.419016 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-1507459a-037b-4b22-bbdc-c28edce21b44 None None] Current status of the port e0662874-78ce-4387-a824-8ab106baa767 is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:48:15.447610 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150e94c-8cfe-45bf-b7a9-abf37faa7543 req-08a5f9e4-5b73-46a8-b2e9-8863b8fe1c34 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:15.449378 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-2150e94c-8cfe-45bf-b7a9-abf37faa7543 req-08a5f9e4-5b73-46a8-b2e9-8863b8fe1c34 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 943 time: 0.0664127 May 26 13:48:15.501715 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-2150e94c-8cfe-45bf-b7a9-abf37faa7543 req-151232aa-db55-4472-b90f-fc7862a3b9c3 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0f0254b-25f0-46a7-b90f-dcaef19d2e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445473 May 26 13:48:15.526859 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:16.455326 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e584c463-3a13-43d7-baf6-d7c1543df8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:16.510569 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 6 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:48:16.623687 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1678031f-1024-4127-98f3-55c5bebf002d req-6386c5a8-517b-4d46-abb7-d6a5d9810006 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:16.625901 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-1678031f-1024-4127-98f3-55c5bebf002d req-6386c5a8-517b-4d46-abb7-d6a5d9810006 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 943 time: 0.0490251 May 26 13:48:16.682590 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-1678031f-1024-4127-98f3-55c5bebf002d req-e342b0e3-16a2-48f0-95f2-f3f50480bf16 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0f0254b-25f0-46a7-b90f-dcaef19d2e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509715 May 26 13:48:17.727808 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:17.813316 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13542dfc-cfd5-4a34-9651-b71c3443bcac req-8955a0b8-7d66-42b3-9c92-8b987dc65660 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:17.814981 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-13542dfc-cfd5-4a34-9651-b71c3443bcac req-8955a0b8-7d66-42b3-9c92-8b987dc65660 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 943 time: 0.0552640 May 26 13:48:17.863402 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-13542dfc-cfd5-4a34-9651-b71c3443bcac req-a0ccd9a7-51f8-412a-bce1-1231fa827e00 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0f0254b-25f0-46a7-b90f-dcaef19d2e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428653 May 26 13:48:18.371338 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 8a479ff1-a45a-48a2-afb3-db2272655b74 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=110502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 13:48:18.469181 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 8a479ff1-a45a-48a2-afb3-db2272655b74, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=8a479ff1-a45a-48a2-afb3-db2272655b74,segment=NetworkSegment(3a4a3e5b-0e17-442c-bc39-61e33c050f0d),segment_id=3a4a3e5b-0e17-442c-bc39-61e33c050f0d)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:48:18.480674 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Returning: {'device': '8a479ff1-a45a-48a2-afb3-db2272655b74', 'network_id': 'fcfdea38-f7ed-4182-bc5e-d5404ef24e0e', 'port_id': '8a479ff1-a45a-48a2-afb3-db2272655b74', 'mac_address': 'fa:16:3e:fc:bf:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 13:48:18.520249 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port 8a479ff1-a45a-48a2-afb3-db2272655b74 is: DOWN; New status is: BUILD {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:48:18.520665 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (8a479ff1-a45a-48a2-afb3-db2272655b74), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:18.533975 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a479ff1-a45a-48a2-afb3-db2272655b74 {{(pid=110502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:48:18.553865 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 8a479ff1-a45a-48a2-afb3-db2272655b74, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=8a479ff1-a45a-48a2-afb3-db2272655b74,segment=NetworkSegment(3a4a3e5b-0e17-442c-bc39-61e33c050f0d),segment_id=3a4a3e5b-0e17-442c-bc39-61e33c050f0d)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:48:18.558591 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (8a479ff1-a45a-48a2-afb3-db2272655b74), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:18.584595 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:18.607217 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=8a479ff1-a45a-48a2-afb3-db2272655b74,revision_number=4']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:48:18.717732 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:18.769211 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c8727-be0d-4101-8316-5a894c52b088 req-7728f306-75ba-4939-8a17-31d38a0d3187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:18.771368 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b09c8727-be0d-4101-8316-5a894c52b088 req-7728f306-75ba-4939-8a17-31d38a0d3187 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=667a2ccd9c9045879b4b87e156997161&device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 1128 time: 0.0829022 May 26 13:48:18.854764 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f7ffa9e1-01d0-4adc-ab61-b881f4ca970a req-db379167-f7bb-4825-bc9c-0d9f85382902 service neutron] 10.222.0.57 "GET /v2.0/networks/279221b5-1c95-41d9-af88-4e2c4d2e3a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854653 May 26 13:48:18.892316 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c8727-be0d-4101-8316-5a894c52b088 req-9bc0b9f6-bf8a-4765-ade6-685858ed783e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:18.894344 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b09c8727-be0d-4101-8316-5a894c52b088 req-9bc0b9f6-bf8a-4765-ade6-685858ed783e service neutron] 10.222.0.57 "GET /v2.0/networks?id=fcfdea38-f7ed-4182-bc5e-d5404ef24e0e HTTP/1.1" status: 200 len: 919 time: 0.1153085 May 26 13:48:18.987846 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b09c8727-be0d-4101-8316-5a894c52b088 req-16e190fe-4c29-4b3d-b22a-f32de138f14c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a479ff1-a45a-48a2-afb3-db2272655b74 HTTP/1.1" status: 200 len: 217 time: 0.0783315 May 26 13:48:19.011381 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907150e3-80e0-4775-b689-930016698154 req-27763d54-1e18-4cee-b0f8-3764fc5f6045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:19.012867 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-907150e3-80e0-4775-b689-930016698154 req-27763d54-1e18-4cee-b0f8-3764fc5f6045 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c70c0ab9b5134d0781dea0e0abc02ac8&device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 1168 time: 0.0964491 May 26 13:48:19.082337 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0ae7b-8af6-4fe8-aa5a-0256ad79353b req-b459df41-a7e1-43df-b8c3-d4e713450f0e tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:19.083870 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-70c0ae7b-8af6-4fe8-aa5a-0256ad79353b req-b459df41-a7e1-43df-b8c3-d4e713450f0e tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 944 time: 0.1097889 May 26 13:48:19.127260 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:19.141590 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:19.149416 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c8727-be0d-4101-8316-5a894c52b088 req-a301a1c9-9854-4aaa-a460-f3da5ac50b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:19.150887 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b09c8727-be0d-4101-8316-5a894c52b088 req-a301a1c9-9854-4aaa-a460-f3da5ac50b72 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5 HTTP/1.1" status: 200 len: 857 time: 0.1409535 May 26 13:48:19.177378 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] get_ports_and_sgs() called for port_ids ['8a479ff1-a45a-48a2-afb3-db2272655b74'] {{(pid=110502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 13:48:19.237738 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-70c0ae7b-8af6-4fe8-aa5a-0256ad79353b req-dbafdc22-9189-4273-9cca-a2df54ea073f tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0f0254b-25f0-46a7-b90f-dcaef19d2e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238189 May 26 13:48:19.241502 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907150e3-80e0-4775-b689-930016698154 req-a99588db-b1ed-4a9b-b248-f0712ff4ec57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:19.242956 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-907150e3-80e0-4775-b689-930016698154 req-a99588db-b1ed-4a9b-b248-f0712ff4ec57 service neutron] 10.222.0.57 "GET /v2.0/networks?id=279221b5-1c95-41d9-af88-4e2c4d2e3a32 HTTP/1.1" status: 200 len: 915 time: 0.2190068 May 26 13:48:19.246220 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c8727-be0d-4101-8316-5a894c52b088 req-01a61728-396d-40fd-8732-5d6b300b263a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:19.247524 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b09c8727-be0d-4101-8316-5a894c52b088 req-01a61728-396d-40fd-8732-5d6b300b263a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fcfdea38-f7ed-4182-bc5e-d5404ef24e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0879998 May 26 13:48:19.582929 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-907150e3-80e0-4775-b689-930016698154 req-4883475e-ef97-4f14-a4da-1097033f8874 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0662874-78ce-4387-a824-8ab106baa767 HTTP/1.1" status: 200 len: 1001 time: 0.3272305 May 26 13:48:19.643204 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b09c8727-be0d-4101-8316-5a894c52b088 req-e766710e-512b-412d-9cf2-eaa16d5d7ecd service neutron] 10.222.0.57 "GET /v2.0/networks/fcfdea38-f7ed-4182-bc5e-d5404ef24e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814216 May 26 13:48:19.661335 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907150e3-80e0-4775-b689-930016698154 req-f27b08c0-6355-4474-83c3-d8842f2211ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:19.662679 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-907150e3-80e0-4775-b689-930016698154 req-f27b08c0-6355-4474-83c3-d8842f2211ce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c1b7c911-f88e-4299-b194-4048f3cb8870 HTTP/1.1" status: 200 len: 853 time: 0.0719864 May 26 13:48:19.746073 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907150e3-80e0-4775-b689-930016698154 req-77792ee0-02e2-4569-9e58-7914d877e1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:19.747560 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-907150e3-80e0-4775-b689-930016698154 req-77792ee0-02e2-4569-9e58-7914d877e1c0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=279221b5-1c95-41d9-af88-4e2c4d2e3a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0754941 May 26 13:48:19.826365 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b09c8727-be0d-4101-8316-5a894c52b088 req-3f4baeec-0b15-4502-ab05-3ea89a5f6366 service neutron] 10.222.0.57 "GET /v2.0/networks/fcfdea38-f7ed-4182-bc5e-d5404ef24e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755190 May 26 13:48:19.835412 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:19.861585 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-907150e3-80e0-4775-b689-930016698154 req-23c849ec-c236-48ac-b591-0551a4a0cbe4 service neutron] 10.222.0.57 "GET /v2.0/networks/279221b5-1c95-41d9-af88-4e2c4d2e3a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069055 May 26 13:48:19.964775 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-907150e3-80e0-4775-b689-930016698154 req-c92e250a-f19d-475b-a968-faa918f2edc9 service neutron] 10.222.0.57 "GET /v2.0/networks/279221b5-1c95-41d9-af88-4e2c4d2e3a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945661 May 26 13:48:20.354258 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc7cd7-21c4-44ca-9936-54e78866816d req-3c47a813-3706-4b8c-85a5-514b9f506ec7 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:20.355761 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-55fc7cd7-21c4-44ca-9936-54e78866816d req-3c47a813-3706-4b8c-85a5-514b9f506ec7 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 944 time: 0.0499253 May 26 13:48:20.404242 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-55fc7cd7-21c4-44ca-9936-54e78866816d req-8f3d5cf1-d06f-4b59-916b-e911f59856a9 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0f0254b-25f0-46a7-b90f-dcaef19d2e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422709 May 26 13:48:20.459141 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:20.540423 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 8a479ff1-a45a-48a2-afb3-db2272655b74 up at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:48:20.585612 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Provisioning for port 8a479ff1-a45a-48a2-afb3-db2272655b74 completed by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 13:48:20.592137 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Provisioning complete for port 8a479ff1-a45a-48a2-afb3-db2272655b74 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:48:20.594153 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (8a479ff1-a45a-48a2-afb3-db2272655b74), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:20.673476 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port 8a479ff1-a45a-48a2-afb3-db2272655b74 is: BUILD; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:48:20.673859 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (8a479ff1-a45a-48a2-afb3-db2272655b74), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:20.676421 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:20.703061 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda2ad3f-020c-4f84-8456-bd57ac8994a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a479ff1-a45a-48a2-afb3-db2272655b74'}] {{(pid=110502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:48:20.705308 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186ee40048dd7feccd586c88f433d7b47dbfd7dc0140a518261bfa5b158966a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f146d7be-0f42-4c2d-b625-e93f7dba8254" -d '{"events": [{"server_uuid": "eda2ad3f-020c-4f84-8456-bd57ac8994a1", "name": "network-vif-plugged", "status": "completed", "tag": "8a479ff1-a45a-48a2-afb3-db2272655b74"}]}' {{(pid=110502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:48:20.720728 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 8a479ff1-a45a-48a2-afb3-db2272655b74, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=8a479ff1-a45a-48a2-afb3-db2272655b74,segment=NetworkSegment(3a4a3e5b-0e17-442c-bc39-61e33c050f0d),segment_id=3a4a3e5b-0e17-442c-bc39-61e33c050f0d)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:48:20.725404 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (8a479ff1-a45a-48a2-afb3-db2272655b74), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:20.762401 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5bf8f5d-0ad6-4e51-af22-75781c9ef304 x-openstack-request-id: req-e5bf8f5d-0ad6-4e51-af22-75781c9ef304 {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:48:20.762749 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda2ad3f-020c-4f84-8456-bd57ac8994a1", "name": "network-vif-plugged", "status": "completed", "tag": "8a479ff1-a45a-48a2-afb3-db2272655b74", "code": 200}]} {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:48:20.762964 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e5bf8f5d-0ad6-4e51-af22-75781c9ef304 {{(pid=110502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:48:20.765050 dv-cinder-819668-4-iscsi neutron-server[110502]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5bf8f5d-0ad6-4e51-af22-75781c9ef304'] response: {'server_uuid': 'eda2ad3f-020c-4f84-8456-bd57ac8994a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a479ff1-a45a-48a2-afb3-db2272655b74', 'code': 200} May 26 13:48:20.795294 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=8a479ff1-a45a-48a2-afb3-db2272655b74,revision_number=5']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:48:20.961662 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf5075-4fad-47ea-a6aa-a0cce8692f7f req-f5a00f3c-bda9-4fad-8178-be6a5bd24ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:20.963253 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2cdf5075-4fad-47ea-a6aa-a0cce8692f7f req-f5a00f3c-bda9-4fad-8178-be6a5bd24ab9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 1129 time: 0.0428693 May 26 13:48:21.009595 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2cdf5075-4fad-47ea-a6aa-a0cce8692f7f req-d04de15e-cf98-400a-93a6-9826e2a6411d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c0f0254b-25f0-46a7-b90f-dcaef19d2e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403631 May 26 13:48:21.525203 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364ba42-42ca-46d1-b56e-963b2b4e352a req-3c375332-1da7-42fe-839e-160060576e37 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:21.527056 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3364ba42-42ca-46d1-b56e-963b2b4e352a req-3c375332-1da7-42fe-839e-160060576e37 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 945 time: 0.0527513 May 26 13:48:21.579545 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3364ba42-42ca-46d1-b56e-963b2b4e352a req-424a0e1c-227c-43d0-b601-3a505324ec05 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0f0254b-25f0-46a7-b90f-dcaef19d2e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471065 May 26 13:48:22.692247 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:22.710345 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9002d4-4424-4f13-8f71-5a6616246575 req-acb3d2b6-c041-4a89-a15c-0e8d38db2f82 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:22.711961 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-4a9002d4-4424-4f13-8f71-5a6616246575 req-acb3d2b6-c041-4a89-a15c-0e8d38db2f82 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 945 time: 0.0584443 May 26 13:48:22.767092 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-4a9002d4-4424-4f13-8f71-5a6616246575 req-0d3a8e30-c87d-467b-8df7-7f4fe1f7f075 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0f0254b-25f0-46a7-b90f-dcaef19d2e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451474 May 26 13:48:23.913067 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e04a5-5f41-42ce-9932-9c4af6a43a29 req-b119e3c4-69a5-48fe-8dc6-982cef75e7a7 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:23.914721 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-3a9e04a5-5f41-42ce-9932-9c4af6a43a29 req-b119e3c4-69a5-48fe-8dc6-982cef75e7a7 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 945 time: 0.0672777 May 26 13:48:23.978633 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-3a9e04a5-5f41-42ce-9932-9c4af6a43a29 req-e1726758-74b1-4184-bef0-0a283bd1e060 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0f0254b-25f0-46a7-b90f-dcaef19d2e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569422 May 26 13:48:24.160682 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cf5f6-3933-4d6e-ac34-4e5f6d89aa96 req-2207f12f-45dd-4e1f-8d02-ca513bb64b4c tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:24.162606 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-666cf5f6-3933-4d6e-ac34-4e5f6d89aa96 req-2207f12f-45dd-4e1f-8d02-ca513bb64b4c tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 945 time: 0.0589674 May 26 13:48:24.173654 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 34202) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:48:24.179079 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-858ca883-f3d8-4760-86d9-02fb2a3d2a1f tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Request body: {'floatingip': {'port_id': '8a479ff1-a45a-48a2-afb3-db2272655b74'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:48:24.182062 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44118cc0-d920-4867-acfd-507eea01a4ad req-3f182965-2727-4a51-b770-97b164f8e0aa tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:24.183726 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-44118cc0-d920-4867-acfd-507eea01a4ad req-3f182965-2727-4a51-b770-97b164f8e0aa tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0571957 May 26 13:48:24.230299 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-858ca883-f3d8-4760-86d9-02fb2a3d2a1f tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks [] for floatingip (ba34efc4-44ac-41a3-b1cc-92c81b4a9a56), before_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:24.242758 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-44118cc0-d920-4867-acfd-507eea01a4ad req-3ae7d4c9-ac3e-40ba-a827-ac62dfb3769f tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477300 May 26 13:48:24.427005 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:24.711089 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-858ca883-f3d8-4760-86d9-02fb2a3d2a1f tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:24.716654 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-858ca883-f3d8-4760-86d9-02fb2a3d2a1f tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568549'] for floatingip (ba34efc4-44ac-41a3-b1cc-92c81b4a9a56), after_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:24.813815 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.db.l3_db [None req-858ca883-f3d8-4760-86d9-02fb2a3d2a1f tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Floating IP ba34efc4-44ac-41a3-b1cc-92c81b4a9a56 associated. External IP: 172.27.2.115, port: 8a479ff1-a45a-48a2-afb3-db2272655b74. May 26 13:48:25.023775 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858ca883-f3d8-4760-86d9-02fb2a3d2a1f tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Router e8fa3225-aa55-4fb1-af18-cb8a643e77e7 has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:48:25.114891 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=100 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:25.130812 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858ca883-f3d8-4760-86d9-02fb2a3d2a1f tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:48:25.135814 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-858ca883-f3d8-4760-86d9-02fb2a3d2a1f tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for floatingip (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:25.140581 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f60372-6608-4239-a0f7-213a6398a920 None None] Sync routers for ids ['e8fa3225-aa55-4fb1-af18-cb8a643e77e7'] in dv-cinder-819668-4-iscsi {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:48:25.150506 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f60372-6608-4239-a0f7-213a6398a920 None None] Routers {'e8fa3225-aa55-4fb1-af18-cb8a643e77e7'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:48:25.151118 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-c5f60372-6608-4239-a0f7-213a6398a920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:48:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['e8fa3225-aa55-4fb1-af18-cb8a643e77e7'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:48:25.166774 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-858ca883-f3d8-4760-86d9-02fb2a3d2a1f tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "PUT /v2.0/floatingips/ba34efc4-44ac-41a3-b1cc-92c81b4a9a56 HTTP/1.1" status: 200 len: 991 time: 0.9920056 May 26 13:48:25.167563 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda2ad3f-020c-4f84-8456-bd57ac8994a1', 'tag': '8a479ff1-a45a-48a2-afb3-db2272655b74'}] {{(pid=110501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:48:25.169637 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7554ed366569566c1c07a20dc3a12fa332abf68ec20ff88de472e4216b3e5b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da05ba0d-e2b2-474d-9a39-f5e538f6ac42" -d '{"events": [{"name": "network-changed", "server_uuid": "eda2ad3f-020c-4f84-8456-bd57ac8994a1", "tag": "8a479ff1-a45a-48a2-afb3-db2272655b74"}]}' {{(pid=110501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:48:25.206709 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992a559f-e9b4-4d16-ba86-8e60c32627a4 x-openstack-request-id: req-992a559f-e9b4-4d16-ba86-8e60c32627a4 {{(pid=110501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:48:25.207158 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda2ad3f-020c-4f84-8456-bd57ac8994a1", "tag": "8a479ff1-a45a-48a2-afb3-db2272655b74", "status": "completed", "code": 200}]} {{(pid=110501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:48:25.207533 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-992a559f-e9b4-4d16-ba86-8e60c32627a4 {{(pid=110501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:48:25.208063 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.notifiers.nova [-] Nova event matching ['req-992a559f-e9b4-4d16-ba86-8e60c32627a4'] response: {'name': 'network-changed', 'server_uuid': 'eda2ad3f-020c-4f84-8456-bd57ac8994a1', 'tag': '8a479ff1-a45a-48a2-afb3-db2272655b74', 'status': 'completed', 'code': 200} May 26 13:48:25.264745 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-c5f60372-6608-4239-a0f7-213a6398a920 None None] Set router e8fa3225-aa55-4fb1-af18-cb8a643e77e7 gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:48:25.321075 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05ba0d-e2b2-474d-9a39-f5e538f6ac42 req-fa0bf925-8fd2-4ab2-8f02-4d9f2aa78222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:25.323232 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-da05ba0d-e2b2-474d-9a39-f5e538f6ac42 req-fa0bf925-8fd2-4ab2-8f02-4d9f2aa78222 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=667a2ccd9c9045879b4b87e156997161&device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 1129 time: 0.0449059 May 26 13:48:25.437517 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2398911-952f-4c20-9e2f-b9e0480c1bc9 req-d3c432cf-bc89-4f8f-935d-b8ffa8d4bc24 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:25.439422 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a2398911-952f-4c20-9e2f-b9e0480c1bc9 req-d3c432cf-bc89-4f8f-935d-b8ffa8d4bc24 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.1074734 May 26 13:48:25.486899 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:25.494935 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05ba0d-e2b2-474d-9a39-f5e538f6ac42 req-304db033-e389-43f3-94ff-bd9c876411b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:25.496490 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-da05ba0d-e2b2-474d-9a39-f5e538f6ac42 req-304db033-e389-43f3-94ff-bd9c876411b3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fcfdea38-f7ed-4182-bc5e-d5404ef24e0e HTTP/1.1" status: 200 len: 919 time: 0.1631627 May 26 13:48:25.509942 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-c5f60372-6608-4239-a0f7-213a6398a920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'name': 'tempest-ServerRescueNegativeTestJSON-460254636-router', 'tenant_id': '667a2ccd9c9045879b4b87e156997161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e02981ca-bf77-4efd-95de-0490160000b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:41Z', 'updated_at': '2022-05-26T13:44:56Z', 'revision_number': 4, 'project_id': '667a2ccd9c9045879b4b87e156997161', 'gw_port': {'id': 'e02981ca-bf77-4efd-95de-0490160000b4', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:43Z', 'updated_at': '2022-05-26T13:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': 'ba34efc4-44ac-41a3-b1cc-92c81b4a9a56', 'tenant_id': '667a2ccd9c9045879b4b87e156997161', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'port_id': '8a479ff1-a45a-48a2-afb3-db2272655b74', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfdea38-f7ed-4182-bc5e-d5404ef24e0e', 'mac_address': 'fa:16:3e:fc:bf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda2ad3f-020c-4f84-8456-bd57ac8994a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:48:04Z', 'updated_at': '2022-05-26T13:48:24Z', 'revision_number': 1, 'project_id': '667a2ccd9c9045879b4b87e156997161', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14748004-3c44-41d4-b8ec-a3c2a1ef9143', 'name': '', 'network_id': 'fcfdea38-f7ed-4182-bc5e-d5404ef24e0e', 'tenant_id': '667a2ccd9c9045879b4b87e156997161', 'mac_address': 'fa:16:3e:ec:9b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:52Z', 'updated_at': '2022-05-26T13:45:06Z', 'revision_number': 5, 'project_id': '667a2ccd9c9045879b4b87e156997161', 'subnets': [{'id': 'b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:48:25.520184 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a2398911-952f-4c20-9e2f-b9e0480c1bc9 req-62575845-0ec3-4081-b867-fea6e94ac2d5 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718277 May 26 13:48:25.547605 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f60372-6608-4239-a0f7-213a6398a920 None None] Checking router: e8fa3225-aa55-4fb1-af18-cb8a643e77e7 for host: dv-cinder-819668-4-iscsi {{(pid=110503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:48:25.549116 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f60372-6608-4239-a0f7-213a6398a920 None None] Routers {'e8fa3225-aa55-4fb1-af18-cb8a643e77e7'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:48:25.549711 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-c5f60372-6608-4239-a0f7-213a6398a920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:48:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['e8fa3225-aa55-4fb1-af18-cb8a643e77e7'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:48:25.734592 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-c5f60372-6608-4239-a0f7-213a6398a920 None None] Set router e8fa3225-aa55-4fb1-af18-cb8a643e77e7 gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:48:25.938251 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=100 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:25.945176 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-c5f60372-6608-4239-a0f7-213a6398a920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'name': 'tempest-ServerRescueNegativeTestJSON-460254636-router', 'tenant_id': '667a2ccd9c9045879b4b87e156997161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e02981ca-bf77-4efd-95de-0490160000b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:41Z', 'updated_at': '2022-05-26T13:44:56Z', 'revision_number': 4, 'project_id': '667a2ccd9c9045879b4b87e156997161', 'gw_port': {'id': 'e02981ca-bf77-4efd-95de-0490160000b4', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:43Z', 'updated_at': '2022-05-26T13:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': 'ba34efc4-44ac-41a3-b1cc-92c81b4a9a56', 'tenant_id': '667a2ccd9c9045879b4b87e156997161', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'port_id': '8a479ff1-a45a-48a2-afb3-db2272655b74', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfdea38-f7ed-4182-bc5e-d5404ef24e0e', 'mac_address': 'fa:16:3e:fc:bf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda2ad3f-020c-4f84-8456-bd57ac8994a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:48:04Z', 'updated_at': '2022-05-26T13:48:24Z', 'revision_number': 1, 'project_id': '667a2ccd9c9045879b4b87e156997161', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14748004-3c44-41d4-b8ec-a3c2a1ef9143', 'name': '', 'network_id': 'fcfdea38-f7ed-4182-bc5e-d5404ef24e0e', 'tenant_id': '667a2ccd9c9045879b4b87e156997161', 'mac_address': 'fa:16:3e:ec:9b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:52Z', 'updated_at': '2022-05-26T13:45:06Z', 'revision_number': 5, 'project_id': '667a2ccd9c9045879b4b87e156997161', 'subnets': [{'id': 'b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:48:25.970368 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f60372-6608-4239-a0f7-213a6398a920 None None] The sync data for ids ['e8fa3225-aa55-4fb1-af18-cb8a643e77e7'] in dv-cinder-819668-4-iscsi is: [{'id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'name': 'tempest-ServerRescueNegativeTestJSON-460254636-router', 'tenant_id': '667a2ccd9c9045879b4b87e156997161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e02981ca-bf77-4efd-95de-0490160000b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:41Z', 'updated_at': '2022-05-26T13:44:56Z', 'revision_number': 4, 'project_id': '667a2ccd9c9045879b4b87e156997161', 'gw_port': {'id': 'e02981ca-bf77-4efd-95de-0490160000b4', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:43Z', 'updated_at': '2022-05-26T13:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': 'ba34efc4-44ac-41a3-b1cc-92c81b4a9a56', 'tenant_id': '667a2ccd9c9045879b4b87e156997161', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'port_id': '8a479ff1-a45a-48a2-afb3-db2272655b74', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfdea38-f7ed-4182-bc5e-d5404ef24e0e', 'mac_address': 'fa:16:3e:fc:bf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda2ad3f-020c-4f84-8456-bd57ac8994a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:48:04Z', 'updated_at': '2022-05-26T13:48:24Z', 'revision_number': 1, 'project_id': '667a2ccd9c9045879b4b87e156997161', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14748004-3c44-41d4-b8ec-a3c2a1ef9143', 'name': '', 'network_id': 'fcfdea38-f7ed-4182-bc5e-d5404ef24e0e', 'tenant_id': '667a2ccd9c9045879b4b87e156997161', 'mac_address': 'fa:16:3e:ec:9b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:52Z', 'updated_at': '2022-05-26T13:45:06Z', 'revision_number': 5, 'project_id': '667a2ccd9c9045879b4b87e156997161', 'subnets': [{'id': 'b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:48:26.167388 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e714c69-af87-4c59-aeb7-57822e4595ee None None] New status for floating IP ba34efc4-44ac-41a3-b1cc-92c81b4a9a56: ACTIVE {{(pid=110502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 13:48:26.644179 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e285a0-acd7-4417-8757-5c74a99ae32d req-458a64d9-0aba-41a3-935e-be66b1cf5140 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:26.645710 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-d4e285a0-acd7-4417-8757-5c74a99ae32d req-458a64d9-0aba-41a3-935e-be66b1cf5140 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0474601 May 26 13:48:26.693204 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-d4e285a0-acd7-4417-8757-5c74a99ae32d req-2474acdf-da0e-43bf-b311-f298c1c763ca tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417674 May 26 13:48:27.817589 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2a170-4307-46b7-b87d-e0ba6eabef36 req-cfc11e8a-b37d-4633-8674-92aa4e82b2ed tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:27.819063 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0bf2a170-4307-46b7-b87d-e0ba6eabef36 req-cfc11e8a-b37d-4633-8674-92aa4e82b2ed tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0518858 May 26 13:48:27.869017 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0bf2a170-4307-46b7-b87d-e0ba6eabef36 req-54cd64c6-c851-4643-8e82-af7ca5fc8864 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440564 May 26 13:48:28.988732 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3fafb-9382-449b-b1bb-2186aae52210 req-d409c1b9-24ed-4f9e-a782-796e823f31d1 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:28.990212 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-91a3fafb-9382-449b-b1bb-2186aae52210 req-d409c1b9-24ed-4f9e-a782-796e823f31d1 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0481811 May 26 13:48:29.038966 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-91a3fafb-9382-449b-b1bb-2186aae52210 req-d3d65564-1d09-41c7-b7c1-cc8090f29198 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428414 May 26 13:48:30.160383 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d6d6f-a232-4c88-a674-ee487f7e6271 req-169adcb7-e1f9-46d5-9402-da7c4468ae81 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:30.161884 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-291d6d6f-a232-4c88-a674-ee487f7e6271 req-169adcb7-e1f9-46d5-9402-da7c4468ae81 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0508044 May 26 13:48:30.210396 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-291d6d6f-a232-4c88-a674-ee487f7e6271 req-7e805a05-a7d4-4ebc-aab5-562300ef1d31 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429733 May 26 13:48:30.862105 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-da05ba0d-e2b2-474d-9a39-f5e538f6ac42 req-8bd11c32-ecc8-4802-9474-8f2454212917 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a479ff1-a45a-48a2-afb3-db2272655b74 HTTP/1.1" status: 200 len: 1001 time: 0.0688415 May 26 13:48:31.336869 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e9371-3fab-4358-a3fe-47fe5833cf3d req-8e38f547-62bf-4f25-a720-db3391e72b9e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:31.338776 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-345e9371-3fab-4358-a3fe-47fe5833cf3d req-8e38f547-62bf-4f25-a720-db3391e72b9e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0501757 May 26 13:48:31.390552 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-345e9371-3fab-4358-a3fe-47fe5833cf3d req-500eba2f-83ce-4899-a603-649199ec273a tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455520 May 26 13:48:32.491724 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:32.502794 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:32.511877 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982543b7-4629-49b0-b5e3-60a41a1fd43f req-0c28f9ad-0736-414d-907b-bf1c04113705 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:32.514180 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-982543b7-4629-49b0-b5e3-60a41a1fd43f req-0c28f9ad-0736-414d-907b-bf1c04113705 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0503597 May 26 13:48:32.531028 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05ba0d-e2b2-474d-9a39-f5e538f6ac42 req-c9f2f6c0-ecd4-4e7d-b79e-999824ca5bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:32.532622 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-da05ba0d-e2b2-474d-9a39-f5e538f6ac42 req-c9f2f6c0-ecd4-4e7d-b79e-999824ca5bbb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5 HTTP/1.1" status: 200 len: 857 time: 0.0510278 May 26 13:48:32.565868 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-982543b7-4629-49b0-b5e3-60a41a1fd43f req-80b3555a-4bfc-4598-8d38-7902a4a88e9b tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454967 May 26 13:48:32.589017 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05ba0d-e2b2-474d-9a39-f5e538f6ac42 req-9adeff59-4e67-4ca6-8e8c-0da340ba263e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:32.590536 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-da05ba0d-e2b2-474d-9a39-f5e538f6ac42 req-9adeff59-4e67-4ca6-8e8c-0da340ba263e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fcfdea38-f7ed-4182-bc5e-d5404ef24e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507212 May 26 13:48:32.681320 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-da05ba0d-e2b2-474d-9a39-f5e538f6ac42 req-a37ee1cf-9e5f-4816-85fe-8e44c1890ea5 service neutron] 10.222.0.57 "GET /v2.0/networks/fcfdea38-f7ed-4182-bc5e-d5404ef24e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838382 May 26 13:48:32.778802 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-da05ba0d-e2b2-474d-9a39-f5e538f6ac42 req-415aba8e-8509-44e1-bd1a-88852f2393c8 service neutron] 10.222.0.57 "GET /v2.0/networks/fcfdea38-f7ed-4182-bc5e-d5404ef24e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908127 May 26 13:48:33.689854 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca7ba67-2c0c-4871-9f5a-a8a1ff289ead req-4cb94ea4-9ede-4a3c-a898-37253e9ab98c tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:33.691341 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6ca7ba67-2c0c-4871-9f5a-a8a1ff289ead req-4cb94ea4-9ede-4a3c-a898-37253e9ab98c tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0483890 May 26 13:48:33.739757 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6ca7ba67-2c0c-4871-9f5a-a8a1ff289ead req-ac09c1c6-9731-41fd-bf5b-b275b3345da6 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425708 May 26 13:48:34.857727 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db16da-286e-4d70-86c9-1ba6b032dced req-1a6306d9-c7ec-4f80-a168-877362796d9a tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:34.859226 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-f6db16da-286e-4d70-86c9-1ba6b032dced req-1a6306d9-c7ec-4f80-a168-877362796d9a tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0478144 May 26 13:48:34.912709 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-f6db16da-286e-4d70-86c9-1ba6b032dced req-0b707f6a-8b2d-4f5e-8f21-9cbaf8ea8769 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477200 May 26 13:48:36.032739 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d205243-8179-4318-ad4b-f1dfed74368d req-c98c904c-e7f0-489e-8bab-2bb5606492de tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:36.034210 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-4d205243-8179-4318-ad4b-f1dfed74368d req-c98c904c-e7f0-489e-8bab-2bb5606492de tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0463867 May 26 13:48:36.083604 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-4d205243-8179-4318-ad4b-f1dfed74368d req-b6070c2e-5764-4d3e-bb4b-1a4337ddf72b tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437737 May 26 13:48:36.274629 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:36.276581 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=66,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:37.204114 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d4b01-9d6f-4d94-8e87-eeb8f7600bd6 req-4997bfbf-9c77-4a58-8507-c46583804163 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:37.205629 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-c84d4b01-9d6f-4d94-8e87-eeb8f7600bd6 req-4997bfbf-9c77-4a58-8507-c46583804163 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0482502 May 26 13:48:37.252808 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-c84d4b01-9d6f-4d94-8e87-eeb8f7600bd6 req-a9296803-428e-4d29-9f03-e2d57e989d31 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413613 May 26 13:48:38.377438 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147735c5-85cf-45d1-b568-8b75b46c1b4c req-a2aafc4a-66e9-400d-b338-905954afd3bf tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:38.378938 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-147735c5-85cf-45d1-b568-8b75b46c1b4c req-a2aafc4a-66e9-400d-b338-905954afd3bf tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0512888 May 26 13:48:38.426345 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-147735c5-85cf-45d1-b568-8b75b46c1b4c req-e0691ca0-b4c3-4d7a-b078-5cab01e26110 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417147 May 26 13:48:39.563543 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cbfa4c-7dd4-4f38-adff-2cab45869f8b req-e0b67989-ecd6-4aee-a053-136e85b8afd6 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:39.572598 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-01cbfa4c-7dd4-4f38-adff-2cab45869f8b req-e0b67989-ecd6-4aee-a053-136e85b8afd6 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0704074 May 26 13:48:39.629251 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-01cbfa4c-7dd4-4f38-adff-2cab45869f8b req-0de592ae-791c-45b4-9630-e8920e62b7b6 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557709 May 26 13:48:40.352076 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:40.777961 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf13cb-b800-4b5f-808c-7f2613d251e4 req-ce70ce6c-b91b-4915-9b62-f1466d9f55e5 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:40.780137 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-0ddf13cb-b800-4b5f-808c-7f2613d251e4 req-ce70ce6c-b91b-4915-9b62-f1466d9f55e5 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0599027 May 26 13:48:40.831595 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-0ddf13cb-b800-4b5f-808c-7f2613d251e4 req-a8e12784-779e-499a-9591-ea1c57e8b70d tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456605 May 26 13:48:41.960367 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:41.974847 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfb945-c9ba-489f-b831-19052a1813ca req-fb04326c-1681-414a-a2d9-14c8365d9d95 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:41.976445 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-37dfb945-c9ba-489f-b831-19052a1813ca req-fb04326c-1681-414a-a2d9-14c8365d9d95 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0590057 May 26 13:48:42.023843 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-37dfb945-c9ba-489f-b831-19052a1813ca req-f4bab10a-0d52-41e7-b8ce-98cc069dbae0 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417624 May 26 13:48:42.249556 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=86 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:42.252184 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=12 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:43.156016 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b68727-92a4-4675-b772-04d6d1a83f73 req-4d6f5f27-13de-4ad8-bda4-47f613e9f587 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:43.157659 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-18b68727-92a4-4675-b772-04d6d1a83f73 req-4d6f5f27-13de-4ad8-bda4-47f613e9f587 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0549598 May 26 13:48:43.210852 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-18b68727-92a4-4675-b772-04d6d1a83f73 req-ea334d35-c9ac-4039-a947-838bb2a515f8 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472414 May 26 13:48:44.088973 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-cc14660f-02f3-44da-a38a-46ae2b913df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:44.338897 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be29a1-ebdd-4777-8f76-ac1e113003df req-88a64192-758b-46ce-a96e-8839dd4c030b tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:44.341185 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c3be29a1-ebdd-4777-8f76-ac1e113003df req-88a64192-758b-46ce-a96e-8839dd4c030b tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0580707 May 26 13:48:44.401837 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c3be29a1-ebdd-4777-8f76-ac1e113003df req-f910c2db-aac0-45c3-8603-d24c9f03409f tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542719 May 26 13:48:45.525402 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202c95c-e293-494a-8c12-ebe0a599f7c2 req-9adcfb41-0a8e-4611-be6a-ad01db9f6968 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:45.527051 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-a202c95c-e293-494a-8c12-ebe0a599f7c2 req-9adcfb41-0a8e-4611-be6a-ad01db9f6968 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0501451 May 26 13:48:45.578371 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-a202c95c-e293-494a-8c12-ebe0a599f7c2 req-ae740e6a-2525-4164-99ae-1decbda26922 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443134 May 26 13:48:46.460907 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-b12660c2-dac5-414f-83ac-1dd77de26c0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:46.703210 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbffe93-c307-4801-b205-8aa23d2a111c req-fbbbbcfc-3c4b-4926-9420-e66f30c80d1c tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:46.704797 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0fbffe93-c307-4801-b205-8aa23d2a111c req-fbbbbcfc-3c4b-4926-9420-e66f30c80d1c tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0492461 May 26 13:48:46.768345 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0fbffe93-c307-4801-b205-8aa23d2a111c req-f5dbacf7-2244-42a7-b399-0e59eba7d775 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572224 May 26 13:48:47.729822 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:47.902950 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fc3c5-b951-45e0-beaa-7703b0c0cceb req-0346c732-769a-4b4e-a201-833b8f645a61 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:47.905226 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-c38fc3c5-b951-45e0-beaa-7703b0c0cceb req-0346c732-769a-4b4e-a201-833b8f645a61 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0575249 May 26 13:48:47.985500 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-c38fc3c5-b951-45e0-beaa-7703b0c0cceb req-9b59c277-5d68-4b7a-84da-274e63accf3f tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742044 May 26 13:48:49.114335 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2883a89-c946-449d-a026-7f9ce27d5387 req-34268d2b-c0e6-4e10-87a0-c2fb15773358 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:49.116097 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e2883a89-c946-449d-a026-7f9ce27d5387 req-34268d2b-c0e6-4e10-87a0-c2fb15773358 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0576141 May 26 13:48:49.141450 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:49.167416 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e2883a89-c946-449d-a026-7f9ce27d5387 req-da0d234f-9143-4b4a-8745-a33c625f0419 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458715 May 26 13:48:50.298172 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a20d9e-b015-4788-84e5-830cabbfffa1 req-3e955f86-a62e-4d59-bb62-c849f6e09990 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:50.299783 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-51a20d9e-b015-4788-84e5-830cabbfffa1 req-3e955f86-a62e-4d59-bb62-c849f6e09990 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0515816 May 26 13:48:50.355300 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-51a20d9e-b015-4788-84e5-830cabbfffa1 req-a63081a7-62a5-452a-b618-4cf6c9035053 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476081 May 26 13:48:50.466588 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:51.047881 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:51.085690 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2ec138a0-4b45-435f-96be-907100f61ce2 req-52469513-30df-4535-b481-e33659433061 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0480921 May 26 13:48:51.166094 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec138a0-4b45-435f-96be-907100f61ce2 req-5af832a9-a552-4cf9-92aa-4e4da25beed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:51.167639 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2ec138a0-4b45-435f-96be-907100f61ce2 req-5af832a9-a552-4cf9-92aa-4e4da25beed1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=667a2ccd9c9045879b4b87e156997161&device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 1130 time: 0.0530739 May 26 13:48:51.325014 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec138a0-4b45-435f-96be-907100f61ce2 req-d72f6986-0bb4-4691-9393-d7a2539b82c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:51.327257 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2ec138a0-4b45-435f-96be-907100f61ce2 req-d72f6986-0bb4-4691-9393-d7a2539b82c2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fcfdea38-f7ed-4182-bc5e-d5404ef24e0e HTTP/1.1" status: 200 len: 919 time: 0.1096675 May 26 13:48:51.383975 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2ec138a0-4b45-435f-96be-907100f61ce2 req-b68fb806-cf30-4bf6-b8f6-2afd82dd7215 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa HTTP/1.1" status: 200 len: 217 time: 0.0484779 May 26 13:48:51.449756 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec138a0-4b45-435f-96be-907100f61ce2 req-f586c2e7-52e9-46f8-bf7a-49033c16f713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:51.451916 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2ec138a0-4b45-435f-96be-907100f61ce2 req-f586c2e7-52e9-46f8-bf7a-49033c16f713 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5 HTTP/1.1" status: 200 len: 857 time: 0.0607176 May 26 13:48:51.565737 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec138a0-4b45-435f-96be-907100f61ce2 req-0d35483a-c5cc-406f-8b41-2ecfc2173e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:51.568287 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2ec138a0-4b45-435f-96be-907100f61ce2 req-0d35483a-c5cc-406f-8b41-2ecfc2173e6c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fcfdea38-f7ed-4182-bc5e-d5404ef24e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1054959 May 26 13:48:51.605786 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03641e-6e95-4e33-af38-16074484c554 req-9408b635-04c7-4115-9fe6-697d53b2c8a4 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:51.613474 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8b03641e-6e95-4e33-af38-16074484c554 req-9408b635-04c7-4115-9fe6-697d53b2c8a4 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.1395690 May 26 13:48:51.752027 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e4aa2-068f-4836-ae48-f4d010a0b974 req-1d48a9fe-38ef-487a-ba30-4c7dd0cb4e61 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:51.757192 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8b03641e-6e95-4e33-af38-16074484c554 req-6d7abef0-f18b-48f1-99bc-24da707d9cf9 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248391 May 26 13:48:51.760902 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-a92e4aa2-068f-4836-ae48-f4d010a0b974 req-1d48a9fe-38ef-487a-ba30-4c7dd0cb4e61 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0533993 May 26 13:48:51.801472 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2ec138a0-4b45-435f-96be-907100f61ce2 req-b800063e-1613-4cb7-9290-f8efcc639d98 service neutron] 10.222.0.57 "GET /v2.0/networks/fcfdea38-f7ed-4182-bc5e-d5404ef24e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213960 May 26 13:48:51.841652 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-a92e4aa2-068f-4836-ae48-f4d010a0b974 req-2052a679-db8f-4a19-944c-06d848729654 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734942 May 26 13:48:51.982917 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2ec138a0-4b45-435f-96be-907100f61ce2 req-2e9ee1f7-c0d1-4ba3-864e-0ae807d4464d service neutron] 10.222.0.57 "GET /v2.0/networks/fcfdea38-f7ed-4182-bc5e-d5404ef24e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992553 May 26 13:48:52.898949 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313153d-a06a-4112-af7c-a9d372b61cb8 req-c2996b24-d6a6-4ce1-aa70-2d360b5dda93 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:52.900793 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b313153d-a06a-4112-af7c-a9d372b61cb8 req-c2996b24-d6a6-4ce1-aa70-2d360b5dda93 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0571778 May 26 13:48:52.942954 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=100 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:52.968020 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b313153d-a06a-4112-af7c-a9d372b61cb8 req-414056a8-67d5-4cfc-8ab3-82c2b6c9e86f tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602913 May 26 13:48:53.000561 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63aa39-6727-49a5-98e3-30be7abaac15 req-2450759c-4206-47ec-bd06-3a0df564c109 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:53.003157 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-3e63aa39-6727-49a5-98e3-30be7abaac15 req-2450759c-4206-47ec-bd06-3a0df564c109 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0723157 May 26 13:48:53.083027 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-3e63aa39-6727-49a5-98e3-30be7abaac15 req-f91cc08c-6b92-4812-8e3b-39cfdf1c0fb4 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737805 May 26 13:48:53.510140 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 6 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:48:54.095212 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:54.107601 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28ba3e-3ca2-4f73-815e-d1eaaecb4015 req-f8f06f01-ebf7-4857-aa47-0dafe3c00413 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:54.109242 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5e28ba3e-3ca2-4f73-815e-d1eaaecb4015 req-f8f06f01-ebf7-4857-aa47-0dafe3c00413 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0545075 May 26 13:48:54.174742 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5e28ba3e-3ca2-4f73-815e-d1eaaecb4015 req-734b81ef-6cc7-4cfb-942e-c904938fb17c tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559094 May 26 13:48:54.249119 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f6a72-3aaa-4977-af24-e80531cbb2da req-59ced15f-9faf-4064-80d3-acd796e154a2 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:54.250692 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-4c4f6a72-3aaa-4977-af24-e80531cbb2da req-59ced15f-9faf-4064-80d3-acd796e154a2 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0547547 May 26 13:48:54.304359 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-4c4f6a72-3aaa-4977-af24-e80531cbb2da req-ade0bf04-c65f-4439-bc1a-d65f42a36ab7 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463402 May 26 13:48:54.679228 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 914816b6-d98c-46f8-9da7-123cb0956236 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=110502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 13:48:54.796916 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 914816b6-d98c-46f8-9da7-123cb0956236, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=914816b6-d98c-46f8-9da7-123cb0956236,segment=NetworkSegment(72489f9d-88bc-4f02-8b41-7b0a26fec68a),segment_id=72489f9d-88bc-4f02-8b41-7b0a26fec68a)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:48:54.812846 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Returning: {'device': '914816b6-d98c-46f8-9da7-123cb0956236', 'network_id': '7243f764-410e-4885-acdc-a415825d1293', 'port_id': '914816b6-d98c-46f8-9da7-123cb0956236', 'mac_address': 'fa:16:3e:30:c3:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f42c48c9-dd9d-4f2d-ada0-47f18130e415', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 13:48:54.864500 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port 914816b6-d98c-46f8-9da7-123cb0956236 is: ACTIVE; New status is: BUILD {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:48:54.865087 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (914816b6-d98c-46f8-9da7-123cb0956236), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:54.880824 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 914816b6-d98c-46f8-9da7-123cb0956236 {{(pid=110502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:48:54.903690 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 914816b6-d98c-46f8-9da7-123cb0956236, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=914816b6-d98c-46f8-9da7-123cb0956236,segment=NetworkSegment(72489f9d-88bc-4f02-8b41-7b0a26fec68a),segment_id=72489f9d-88bc-4f02-8b41-7b0a26fec68a)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:48:54.909118 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (914816b6-d98c-46f8-9da7-123cb0956236), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:55.000193 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=914816b6-d98c-46f8-9da7-123cb0956236,revision_number=6']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:48:55.008222 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:48:55.008618 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:48:55.008987 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:48:55.009345 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:48:55.009705 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:48:55.010041 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:48:55.010505 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:48:55.010741 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:48:55.011078 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:48:55.011406 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:48:55.011731 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:48:55.012079 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:48:55.012438 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:48:55.013272 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:48:55.013735 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:48:55.044405 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] get_ports_and_sgs() called for port_ids ['914816b6-d98c-46f8-9da7-123cb0956236'] {{(pid=110502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 13:48:55.159506 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 34518) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:48:55.354727 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b2a3e8cc-a4a3-4569-bd96-851859e99ec7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:55.356989 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7db8b9-9f1e-45a7-a6bf-5dcec3c2a055 req-b966d989-a387-4830-af04-894337adf496 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:55.359573 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-1f7db8b9-9f1e-45a7-a6bf-5dcec3c2a055 req-b966d989-a387-4830-af04-894337adf496 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 945 time: 0.0954764 May 26 13:48:55.374000 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=100 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:55.446562 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-1f7db8b9-9f1e-45a7-a6bf-5dcec3c2a055 req-4857f335-d0ac-4d71-8e03-a94ae5c6eef0 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764036 May 26 13:48:55.499833 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b2a3e8cc-a4a3-4569-bd96-851859e99ec7 admin admin] Publish callbacks [] for security_group (359f509d-6e19-49a0-8d9f-b6a38db941fa), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:55.526113 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b2a3e8cc-a4a3-4569-bd96-851859e99ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (359f509d-6e19-49a0-8d9f-b6a38db941fa), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:55.576995 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cf855-af62-4ec9-8f55-1979be64aa52 req-47dc5e0c-6836-48c4-8827-3d2f928d9a26 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:55.578596 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-c32cf855-af62-4ec9-8f55-1979be64aa52 req-47dc5e0c-6836-48c4-8827-3d2f928d9a26 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0934203 May 26 13:48:55.586967 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-b2a3e8cc-a4a3-4569-bd96-851859e99ec7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=990a5207faa8471dba30671255d1ebfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4243903 May 26 13:48:55.591566 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 34530) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:48:55.609161 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a3e8cc-a4a3-4569-bd96-851859e99ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359f509d-6e19-49a0-8d9f-b6a38db941fa,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:48:55.632448 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3e8cc-a4a3-4569-bd96-851859e99ec7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:48:55.632910 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3e8cc-a4a3-4569-bd96-851859e99ec7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:48:55.633320 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3e8cc-a4a3-4569-bd96-851859e99ec7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:48:55.633715 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3e8cc-a4a3-4569-bd96-851859e99ec7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:48:55.634117 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3e8cc-a4a3-4569-bd96-851859e99ec7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:48:55.634531 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3e8cc-a4a3-4569-bd96-851859e99ec7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:48:55.635015 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3e8cc-a4a3-4569-bd96-851859e99ec7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:48:55.635478 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3e8cc-a4a3-4569-bd96-851859e99ec7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:48:55.635916 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3e8cc-a4a3-4569-bd96-851859e99ec7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:48:55.636381 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3e8cc-a4a3-4569-bd96-851859e99ec7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:48:55.636859 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3e8cc-a4a3-4569-bd96-851859e99ec7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:48:55.637314 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3e8cc-a4a3-4569-bd96-851859e99ec7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:48:55.637940 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3e8cc-a4a3-4569-bd96-851859e99ec7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:48:55.637940 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3e8cc-a4a3-4569-bd96-851859e99ec7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:48:55.638820 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a3e8cc-a4a3-4569-bd96-851859e99ec7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:48:55.663956 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-c0fba0a8-e24b-4a5d-8f5e-e3fca252e094 admin admin] Publish callbacks [] for security_group (359f509d-6e19-49a0-8d9f-b6a38db941fa), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:55.665725 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-c32cf855-af62-4ec9-8f55-1979be64aa52 req-3d39f5c8-5a5d-4842-8d55-ba022339984a tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745449 May 26 13:48:55.694576 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-c0fba0a8-e24b-4a5d-8f5e-e3fca252e094 admin admin] Publish callbacks [] for security_group (359f509d-6e19-49a0-8d9f-b6a38db941fa), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:55.733254 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:48:55.758017 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-c0fba0a8-e24b-4a5d-8f5e-e3fca252e094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (359f509d-6e19-49a0-8d9f-b6a38db941fa), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:55.760801 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-c0fba0a8-e24b-4a5d-8f5e-e3fca252e094 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:55.762005 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-c0fba0a8-e24b-4a5d-8f5e-e3fca252e094 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/359f509d-6e19-49a0-8d9f-b6a38db941fa HTTP/1.1" status: 204 len: 168 time: 0.1687288 May 26 13:48:55.771574 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fba0a8-e24b-4a5d-8f5e-e3fca252e094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359f509d-6e19-49a0-8d9f-b6a38db941fa,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:48:55.781298 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fba0a8-e24b-4a5d-8f5e-e3fca252e094 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:48:55.781650 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fba0a8-e24b-4a5d-8f5e-e3fca252e094 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:48:55.782001 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fba0a8-e24b-4a5d-8f5e-e3fca252e094 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:48:55.782345 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fba0a8-e24b-4a5d-8f5e-e3fca252e094 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:48:55.782692 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fba0a8-e24b-4a5d-8f5e-e3fca252e094 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:48:55.783026 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fba0a8-e24b-4a5d-8f5e-e3fca252e094 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:48:55.783363 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fba0a8-e24b-4a5d-8f5e-e3fca252e094 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:48:55.783690 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fba0a8-e24b-4a5d-8f5e-e3fca252e094 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:48:55.784050 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fba0a8-e24b-4a5d-8f5e-e3fca252e094 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:48:55.784416 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fba0a8-e24b-4a5d-8f5e-e3fca252e094 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:48:55.784753 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fba0a8-e24b-4a5d-8f5e-e3fca252e094 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:48:55.785088 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fba0a8-e24b-4a5d-8f5e-e3fca252e094 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:48:55.785418 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fba0a8-e24b-4a5d-8f5e-e3fca252e094 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:48:55.785744 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fba0a8-e24b-4a5d-8f5e-e3fca252e094 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:48:55.786068 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fba0a8-e24b-4a5d-8f5e-e3fca252e094 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:48:56.601311 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c1394-3817-4333-9811-9b8f6b9e1c35 req-91f0664e-400d-4be5-a577-7f57a1b57af0 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:56.603085 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f14c1394-3817-4333-9811-9b8f6b9e1c35 req-91f0664e-400d-4be5-a577-7f57a1b57af0 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 945 time: 0.0589817 May 26 13:48:56.680343 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f14c1394-3817-4333-9811-9b8f6b9e1c35 req-4dab80a7-2abe-405c-8c46-5a7a5fca15e0 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670815 May 26 13:48:56.683735 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 914816b6-d98c-46f8-9da7-123cb0956236 up at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:48:56.741328 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Provisioning complete for port 914816b6-d98c-46f8-9da7-123cb0956236 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:48:56.742148 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (914816b6-d98c-46f8-9da7-123cb0956236), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:56.846341 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port 914816b6-d98c-46f8-9da7-123cb0956236 is: BUILD; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:48:56.846894 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (914816b6-d98c-46f8-9da7-123cb0956236), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:56.863144 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004df8f8-55fa-4027-91aa-0c29818c9ce6 req-a746e7fc-0bea-45cb-bc1b-ba1191af9fe7 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:56.865771 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-004df8f8-55fa-4027-91aa-0c29818c9ce6 req-a746e7fc-0bea-45cb-bc1b-ba1191af9fe7 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0740645 May 26 13:48:56.875191 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef326f08-0e4f-4ad0-9f62-f4197ccf5b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914816b6-d98c-46f8-9da7-123cb0956236'}] {{(pid=110502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:48:56.878250 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186ee40048dd7feccd586c88f433d7b47dbfd7dc0140a518261bfa5b158966a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7008ee77-994d-4f8a-89ce-c6670ebc7d3b" -d '{"events": [{"server_uuid": "ef326f08-0e4f-4ad0-9f62-f4197ccf5b65", "name": "network-vif-plugged", "status": "completed", "tag": "914816b6-d98c-46f8-9da7-123cb0956236"}]}' {{(pid=110502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:48:56.896532 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 914816b6-d98c-46f8-9da7-123cb0956236, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=914816b6-d98c-46f8-9da7-123cb0956236,segment=NetworkSegment(72489f9d-88bc-4f02-8b41-7b0a26fec68a),segment_id=72489f9d-88bc-4f02-8b41-7b0a26fec68a)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:48:56.902810 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (914816b6-d98c-46f8-9da7-123cb0956236), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:48:56.941243 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd906b5-d324-4e8c-87f3-37fdffc200dc x-openstack-request-id: req-8cd906b5-d324-4e8c-87f3-37fdffc200dc {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:48:56.941587 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef326f08-0e4f-4ad0-9f62-f4197ccf5b65", "name": "network-vif-plugged", "status": "completed", "tag": "914816b6-d98c-46f8-9da7-123cb0956236", "code": 200}]} {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:48:56.941993 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8cd906b5-d324-4e8c-87f3-37fdffc200dc {{(pid=110502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:48:56.942399 dv-cinder-819668-4-iscsi neutron-server[110502]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cd906b5-d324-4e8c-87f3-37fdffc200dc'] response: {'server_uuid': 'ef326f08-0e4f-4ad0-9f62-f4197ccf5b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914816b6-d98c-46f8-9da7-123cb0956236', 'code': 200} May 26 13:48:56.957844 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-004df8f8-55fa-4027-91aa-0c29818c9ce6 req-e51e86df-e931-49c7-905e-4c8d51bf97b3 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823658 May 26 13:48:56.976745 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=914816b6-d98c-46f8-9da7-123cb0956236,revision_number=7']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:48:57.854013 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a0827-2b53-45c3-a08a-332dd0a21574 req-fd1b6566-c52b-419d-9930-c1dcbaf86149 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:57.855544 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c72a0827-2b53-45c3-a08a-332dd0a21574 req-fd1b6566-c52b-419d-9930-c1dcbaf86149 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0516717 May 26 13:48:57.905612 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c72a0827-2b53-45c3-a08a-332dd0a21574 req-4faa2e32-f00f-4f35-ae09-c791db9fb5dc tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433540 May 26 13:48:58.080888 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cfc1cb-9588-4389-9885-a70a7a640f81 req-270c61f4-1870-46ff-96f8-96f03e1ec377 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:58.082388 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-c4cfc1cb-9588-4389-9885-a70a7a640f81 req-270c61f4-1870-46ff-96f8-96f03e1ec377 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0501511 May 26 13:48:58.132168 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-c4cfc1cb-9588-4389-9885-a70a7a640f81 req-e6beb63b-eb44-4067-89b8-5df8db08b4f7 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441971 May 26 13:48:59.025439 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88ac71-cd6f-470c-9df1-3e2dab54ceec req-d4cec59f-3d87-4f1c-b04a-9ef6dfe92238 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:59.026818 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8e88ac71-cd6f-470c-9df1-3e2dab54ceec req-d4cec59f-3d87-4f1c-b04a-9ef6dfe92238 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0466700 May 26 13:48:59.074229 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8e88ac71-cd6f-470c-9df1-3e2dab54ceec req-5ecd2499-1c3c-4f0b-950c-b6d9d08d6eef tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412066 May 26 13:48:59.244821 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1660a1-9fd1-4650-bac4-f9ae4f590e58 req-d2314ffd-1072-498f-81e8-756d7d5ddaf2 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:48:59.246306 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-0b1660a1-9fd1-4650-bac4-f9ae4f590e58 req-d2314ffd-1072-498f-81e8-756d7d5ddaf2 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0478418 May 26 13:48:59.292884 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-0b1660a1-9fd1-4650-bac4-f9ae4f590e58 req-da1ddc37-0cb5-4cd8-a98f-7a135055f543 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405066 May 26 13:49:00.205052 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5975b31-03fe-4c41-98d6-98483fa70a40 req-7c443037-84b3-415a-b1bd-ad1cee5ef252 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:00.206635 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-d5975b31-03fe-4c41-98d6-98483fa70a40 req-7c443037-84b3-415a-b1bd-ad1cee5ef252 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0519891 May 26 13:49:00.254237 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-d5975b31-03fe-4c41-98d6-98483fa70a40 req-7828c02f-70d0-4c26-9de2-198f08f3a19c tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421610 May 26 13:49:00.410477 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0c596-c701-4d83-8b25-648ecd6ca901 req-c537e411-2c0e-4a14-b5ac-cab59ba6038b tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:00.411926 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-a0e0c596-c701-4d83-8b25-648ecd6ca901 req-c537e411-2c0e-4a14-b5ac-cab59ba6038b tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0496912 May 26 13:49:00.468069 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-a0e0c596-c701-4d83-8b25-648ecd6ca901 req-121c65ec-b9e1-4349-b794-7b8421b5fe21 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501039 May 26 13:49:01.373023 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c1e56-7d52-4d58-8640-3f1a83c9b513 req-dde2f567-3ec4-4f6a-bc12-f878ff4e2bd9 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:01.374502 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f63c1e56-7d52-4d58-8640-3f1a83c9b513 req-dde2f567-3ec4-4f6a-bc12-f878ff4e2bd9 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0468400 May 26 13:49:01.421568 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f63c1e56-7d52-4d58-8640-3f1a83c9b513 req-f494b801-46f6-4b52-acd8-2c50a90f39ce tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415411 May 26 13:49:01.591472 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff182d-9d52-4b85-ac8d-926a150b7fd5 req-a8a3701b-8078-4a30-b175-0f1b08bbc00e tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:01.593045 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-16ff182d-9d52-4b85-ac8d-926a150b7fd5 req-a8a3701b-8078-4a30-b175-0f1b08bbc00e tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0505593 May 26 13:49:01.625781 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:49:01.644395 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-16ff182d-9d52-4b85-ac8d-926a150b7fd5 req-0d9bbc89-f0d1-4399-8464-aacd5c5ce82e tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457630 May 26 13:49:02.546002 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50633ff7-e870-4f78-a1d7-716c38cd5e77 req-db5b91a7-593a-455d-871a-f23eefa96667 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:02.547493 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-50633ff7-e870-4f78-a1d7-716c38cd5e77 req-db5b91a7-593a-455d-871a-f23eefa96667 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0496361 May 26 13:49:02.605228 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-50633ff7-e870-4f78-a1d7-716c38cd5e77 req-b69c0655-e0cf-4ffe-9ccf-1eb9abdc8b23 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520558 May 26 13:49:02.762248 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ddcc52-bf16-4443-9388-ddfdbf025e29 req-bebb3a23-3e0f-424a-bb7c-ad024c911592 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:02.763800 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-97ddcc52-bf16-4443-9388-ddfdbf025e29 req-bebb3a23-3e0f-424a-bb7c-ad024c911592 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0513163 May 26 13:49:02.814684 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-97ddcc52-bf16-4443-9388-ddfdbf025e29 req-ccfe3e64-a928-482d-8804-aa454d86f114 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451622 May 26 13:49:03.730041 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c4dd5-8ce9-49e0-97d1-1d79261062d9 req-3628a250-48e6-4b0a-a127-cab4dc42f657 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:03.732072 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fe2c4dd5-8ce9-49e0-97d1-1d79261062d9 req-3628a250-48e6-4b0a-a127-cab4dc42f657 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0535996 May 26 13:49:03.761775 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:49:03.795604 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fe2c4dd5-8ce9-49e0-97d1-1d79261062d9 req-c8b7491b-11af-4242-a858-9a15aaaef3f3 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571539 May 26 13:49:03.942629 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c6879-69d3-4c03-a9c1-bb2531f043f5 req-145c7e50-3185-4250-934d-64b9cb1ba6cd tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:03.944210 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-a00c6879-69d3-4c03-a9c1-bb2531f043f5 req-145c7e50-3185-4250-934d-64b9cb1ba6cd tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0526094 May 26 13:49:03.996828 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-a00c6879-69d3-4c03-a9c1-bb2531f043f5 req-ece45f97-65e6-44c9-8e82-ca6f18e9c4b5 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456955 May 26 13:49:04.951516 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12271f-3171-4131-95a1-8be0ffbdbdac req-dd81fcd9-00c9-4bc9-b68d-6083be2e1939 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:04.957484 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-4f12271f-3171-4131-95a1-8be0ffbdbdac req-dd81fcd9-00c9-4bc9-b68d-6083be2e1939 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0613801 May 26 13:49:05.009493 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-4f12271f-3171-4131-95a1-8be0ffbdbdac req-ea495ccb-fe05-4eae-ae5d-b32d7d7df129 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506752 May 26 13:49:05.145187 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db3c83-f6cd-4a13-9337-30c4b05858a0 req-352224a5-1d46-42c6-88cf-34c06b709b02 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:05.148783 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-a1db3c83-f6cd-4a13-9337-30c4b05858a0 req-352224a5-1d46-42c6-88cf-34c06b709b02 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0590525 May 26 13:49:05.207969 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:49:05.261287 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-a1db3c83-f6cd-4a13-9337-30c4b05858a0 req-6d2f18ba-fb4d-46e1-92d7-5f10b10f7e2f tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062641 May 26 13:49:05.620543 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 34702) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:49:05.777474 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-32f56138-1e0d-4659-b6a4-9be0b1b52d87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:05.900454 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-32f56138-1e0d-4659-b6a4-9be0b1b52d87 admin admin] Publish callbacks [] for security_group (376df5da-f4bd-4e4e-9724-15193b9d4b8c), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:05.907365 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-32f56138-1e0d-4659-b6a4-9be0b1b52d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (376df5da-f4bd-4e4e-9724-15193b9d4b8c), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:05.941158 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:49:05.950739 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f56138-1e0d-4659-b6a4-9be0b1b52d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376df5da-f4bd-4e4e-9724-15193b9d4b8c,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:49:05.956930 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-32f56138-1e0d-4659-b6a4-9be0b1b52d87 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1b57613abfd645d687bfe07afd8b3d32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3353226 May 26 13:49:05.959758 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 34706) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:49:06.010628 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-ca117c6c-b2a8-4249-bce4-82eaa9ecf90a admin admin] Publish callbacks [] for security_group (376df5da-f4bd-4e4e-9724-15193b9d4b8c), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:06.033216 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-ca117c6c-b2a8-4249-bce4-82eaa9ecf90a admin admin] Publish callbacks [] for security_group (376df5da-f4bd-4e4e-9724-15193b9d4b8c), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:06.120102 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-ca117c6c-b2a8-4249-bce4-82eaa9ecf90a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (376df5da-f4bd-4e4e-9724-15193b9d4b8c), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:06.131565 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-ca117c6c-b2a8-4249-bce4-82eaa9ecf90a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:06.134497 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-ca117c6c-b2a8-4249-bce4-82eaa9ecf90a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/376df5da-f4bd-4e4e-9724-15193b9d4b8c HTTP/1.1" status: 204 len: 168 time: 0.1727278 May 26 13:49:06.197384 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca117c6c-b2a8-4249-bce4-82eaa9ecf90a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376df5da-f4bd-4e4e-9724-15193b9d4b8c,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:49:06.256268 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e17cff-a868-4779-93ca-bc679357b3c7 req-af226866-901f-424f-a2fc-2180e75f1365 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:06.258727 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c7e17cff-a868-4779-93ca-bc679357b3c7 req-af226866-901f-424f-a2fc-2180e75f1365 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.1598542 May 26 13:49:06.368983 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c7e17cff-a868-4779-93ca-bc679357b3c7 req-d1ad2a3d-790a-4ea0-bd32-0a7b4627f72c tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969832 May 26 13:49:06.439868 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099db224-ed05-4eee-a7e6-13f642b89a4b req-91b66bb9-96da-40ad-a149-30281f2483fe tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:06.448811 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-099db224-ed05-4eee-a7e6-13f642b89a4b req-91b66bb9-96da-40ad-a149-30281f2483fe tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0910475 May 26 13:49:06.512597 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-099db224-ed05-4eee-a7e6-13f642b89a4b req-66aad5c0-e879-4ff4-8b5e-93936413af66 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618947 May 26 13:49:06.603876 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 34724) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:49:06.779154 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-8ca44473-e105-4fd6-be01-9c617e404acf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:06.907632 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-8ca44473-e105-4fd6-be01-9c617e404acf admin admin] Publish callbacks [] for security_group (30ce21fe-f9e4-479b-b3bb-2f5b391b99f3), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:06.922731 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-8ca44473-e105-4fd6-be01-9c617e404acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (30ce21fe-f9e4-479b-b3bb-2f5b391b99f3), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:06.970878 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:49:06.980041 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-8ca44473-e105-4fd6-be01-9c617e404acf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=682dc79f350e4c8b99273e547bbcbb65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3747413 May 26 13:49:06.982522 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca44473-e105-4fd6-be01-9c617e404acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ce21fe-f9e4-479b-b3bb-2f5b391b99f3,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:49:06.983392 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 34738) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:49:07.046910 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6cca95fe-3c90-42ef-8050-774031c6bde9 admin admin] Publish callbacks [] for security_group (30ce21fe-f9e4-479b-b3bb-2f5b391b99f3), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:07.073823 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6cca95fe-3c90-42ef-8050-774031c6bde9 admin admin] Publish callbacks [] for security_group (30ce21fe-f9e4-479b-b3bb-2f5b391b99f3), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:07.157907 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6cca95fe-3c90-42ef-8050-774031c6bde9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (30ce21fe-f9e4-479b-b3bb-2f5b391b99f3), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:07.161744 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6cca95fe-3c90-42ef-8050-774031c6bde9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:07.166878 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-6cca95fe-3c90-42ef-8050-774031c6bde9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/30ce21fe-f9e4-479b-b3bb-2f5b391b99f3 HTTP/1.1" status: 204 len: 168 time: 0.1789393 May 26 13:49:07.175712 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca95fe-3c90-42ef-8050-774031c6bde9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ce21fe-f9e4-479b-b3bb-2f5b391b99f3,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:49:07.192000 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:49:07.595158 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee0045-1f13-4f1d-9acd-f47c1a893283 req-1f13052e-8960-4ed4-8773-2d7b63f55b4d tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:07.599930 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-9bee0045-1f13-4f1d-9acd-f47c1a893283 req-1f13052e-8960-4ed4-8773-2d7b63f55b4d tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0995405 May 26 13:49:07.693854 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd12088-673c-4dcf-aa0f-bbbe2324338b req-e7894fdd-a1f3-4973-b537-a45218095b17 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:07.694523 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-9bee0045-1f13-4f1d-9acd-f47c1a893283 req-ae700923-52a0-4f95-898a-64992991bee3 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864468 May 26 13:49:07.703596 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-bfd12088-673c-4dcf-aa0f-bbbe2324338b req-e7894fdd-a1f3-4973-b537-a45218095b17 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0834434 May 26 13:49:07.767196 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-bfd12088-673c-4dcf-aa0f-bbbe2324338b req-1837d1b9-299b-4e52-8652-4a7c6eccd6f8 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626848 May 26 13:49:08.136472 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 34762) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:49:08.271897 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-58d42ad3-07eb-46fc-8fe7-41c8ee579796 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:08.381844 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-58d42ad3-07eb-46fc-8fe7-41c8ee579796 admin admin] Publish callbacks [] for security_group (dab51c81-dd8d-46da-97ec-24ec5a67fa9d), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:08.387506 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-58d42ad3-07eb-46fc-8fe7-41c8ee579796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (dab51c81-dd8d-46da-97ec-24ec5a67fa9d), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:08.430077 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d42ad3-07eb-46fc-8fe7-41c8ee579796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab51c81-dd8d-46da-97ec-24ec5a67fa9d,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:49:08.435746 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-58d42ad3-07eb-46fc-8fe7-41c8ee579796 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b9cd16eebd78479b9467785a11afa422&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2978725 May 26 13:49:08.438310 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 34766) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:49:08.507687 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-99b16968-3010-40a4-a64f-c8af2b98e2fd admin admin] Publish callbacks [] for security_group (dab51c81-dd8d-46da-97ec-24ec5a67fa9d), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:08.536255 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:49:08.538807 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-99b16968-3010-40a4-a64f-c8af2b98e2fd admin admin] Publish callbacks [] for security_group (dab51c81-dd8d-46da-97ec-24ec5a67fa9d), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:08.604466 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=2 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:49:08.612398 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-99b16968-3010-40a4-a64f-c8af2b98e2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (dab51c81-dd8d-46da-97ec-24ec5a67fa9d), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:08.615149 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-99b16968-3010-40a4-a64f-c8af2b98e2fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:08.615758 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=6 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:49:08.619317 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-99b16968-3010-40a4-a64f-c8af2b98e2fd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dab51c81-dd8d-46da-97ec-24ec5a67fa9d HTTP/1.1" status: 204 len: 168 time: 0.1772714 May 26 13:49:08.626751 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b16968-3010-40a4-a64f-c8af2b98e2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab51c81-dd8d-46da-97ec-24ec5a67fa9d,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:49:08.977400 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702584d-4034-4c4b-be4f-487be76d85bb req-2e4fff8f-5755-4e36-b17a-38574998c281 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:08.979933 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bcbaea-7412-45f3-bb4f-e2bc8607580c req-601d7a03-0149-46d8-98e2-79d21f12f7f7 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:08.980796 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-3702584d-4034-4c4b-be4f-487be76d85bb req-2e4fff8f-5755-4e36-b17a-38574998c281 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.1024992 May 26 13:49:08.982049 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-74bcbaea-7412-45f3-bb4f-e2bc8607580c req-601d7a03-0149-46d8-98e2-79d21f12f7f7 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0889893 May 26 13:49:09.049401 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-3702584d-4034-4c4b-be4f-487be76d85bb req-89d9408a-4183-4d06-a5d2-ce18840e826d tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625792 May 26 13:49:09.078652 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-74bcbaea-7412-45f3-bb4f-e2bc8607580c req-fc8ed365-5df2-42ed-84ec-65582d4b4812 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847600 May 26 13:49:10.198045 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:49:10.237451 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:49:10.244150 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22094dde-3b02-41dc-b764-cce9fc07658e req-6a0c3a26-2e06-4fde-a0c5-ab04dc649615 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:10.252156 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbb8bb-d310-4f85-affd-69b2f0b1009e req-8de5b79e-21a9-4f74-ab06-67fb46f9b4a5 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:10.260334 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-5afbb8bb-d310-4f85-affd-69b2f0b1009e req-8de5b79e-21a9-4f74-ab06-67fb46f9b4a5 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0864894 May 26 13:49:10.261482 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-22094dde-3b02-41dc-b764-cce9fc07658e req-6a0c3a26-2e06-4fde-a0c5-ab04dc649615 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0722442 May 26 13:49:10.321413 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-5afbb8bb-d310-4f85-affd-69b2f0b1009e req-95ca881a-a1db-46f1-8aca-65e40c2ab9ec tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489666 May 26 13:49:10.328389 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-22094dde-3b02-41dc-b764-cce9fc07658e req-a6c9f646-6951-4ae6-b45d-585c352fb04d tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657935 May 26 13:49:10.391923 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:11.485477 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0524c31-f14f-445b-beff-9c3dfe6242e2 req-9e701c60-d565-48c1-b104-d9b7e06ff857 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:11.488095 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c0524c31-f14f-445b-beff-9c3dfe6242e2 req-9e701c60-d565-48c1-b104-d9b7e06ff857 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0641909 May 26 13:49:11.500234 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717ec58-0856-40b9-905f-402dae588db2 req-ecacda04-6623-4e57-a2c1-f44d2051bc65 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:11.508130 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-2717ec58-0856-40b9-905f-402dae588db2 req-ecacda04-6623-4e57-a2c1-f44d2051bc65 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0683517 May 26 13:49:11.550061 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c0524c31-f14f-445b-beff-9c3dfe6242e2 req-b85f87b0-c6b9-4a5b-9911-8f5cfb2490f6 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551772 May 26 13:49:11.569149 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-2717ec58-0856-40b9-905f-402dae588db2 req-6ebf5159-f7fd-48f2-9568-13f9f3097686 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590940 May 26 13:49:12.680684 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385d1de-eba1-4505-9de3-999d1c883e86 req-64dc2c55-f252-4aa8-89d3-a5af4b13357a tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:12.682380 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-7385d1de-eba1-4505-9de3-999d1c883e86 req-64dc2c55-f252-4aa8-89d3-a5af4b13357a tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0583451 May 26 13:49:12.712228 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bef5a9-6d0d-48e7-b4e6-b96bdd457ae9 req-bf5a8d10-a650-4b95-96bf-8d74edbb0958 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:12.713791 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-51bef5a9-6d0d-48e7-b4e6-b96bdd457ae9 req-bf5a8d10-a650-4b95-96bf-8d74edbb0958 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0492408 May 26 13:49:12.742127 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:49:12.771729 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-7385d1de-eba1-4505-9de3-999d1c883e86 req-b2b4f81b-1b53-408d-b607-2115f3663b47 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774710 May 26 13:49:12.798611 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-51bef5a9-6d0d-48e7-b4e6-b96bdd457ae9 req-93b908cc-6590-47f4-b57d-e60279054d59 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771210 May 26 13:49:13.901500 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f35786-292e-439b-b85b-28e554c81a0c req-5ae663cc-6d1b-4a1a-b605-2466ebb75be4 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:13.904031 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-51f35786-292e-439b-b85b-28e554c81a0c req-5ae663cc-6d1b-4a1a-b605-2466ebb75be4 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0556645 May 26 13:49:13.959163 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f524c7-3af0-42ec-987c-27e1df5e9f8b req-302c3888-fa83-4d83-bfff-ef3dee30e7d6 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:13.960728 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-e4f524c7-3af0-42ec-987c-27e1df5e9f8b req-302c3888-fa83-4d83-bfff-ef3dee30e7d6 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0651152 May 26 13:49:13.974287 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-51f35786-292e-439b-b85b-28e554c81a0c req-fae3544b-3b97-436e-84b7-d551eea83932 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634928 May 26 13:49:14.022741 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-e4f524c7-3af0-42ec-987c-27e1df5e9f8b req-13c76045-634a-4fc3-a053-2f0e538691d8 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494545 May 26 13:49:14.084809 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-020b154c-b22d-4a15-8a32-718810048e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:14.267759 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05be57e-fdbd-430c-b21e-dabf4aae79ce req-1bee632d-74b5-408e-a83e-83cfcc828fcb tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:14.269263 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-d05be57e-fdbd-430c-b21e-dabf4aae79ce req-1bee632d-74b5-408e-a83e-83cfcc828fcb tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0479736 May 26 13:49:14.317574 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-d05be57e-fdbd-430c-b21e-dabf4aae79ce req-d23e4da2-fdb4-4f92-a4bd-6d7ebf9d9ddf tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418823 May 26 13:49:14.331652 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5f5d2-94f0-4521-9fb5-cce29af187fe req-23d1b0c5-412b-4be6-9c83-08f10b64f817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:14.333329 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f5f5f5d2-94f0-4521-9fb5-cce29af187fe req-23d1b0c5-412b-4be6-9c83-08f10b64f817 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2007395425194750a87edd6c0da44e66&device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 1130 time: 0.0400000 May 26 13:49:14.429714 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5f5d2-94f0-4521-9fb5-cce29af187fe req-2760286a-4da9-4ec8-886d-affe5cffe7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:14.431290 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f5f5f5d2-94f0-4521-9fb5-cce29af187fe req-2760286a-4da9-4ec8-886d-affe5cffe7b3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=96b4b46b-ed06-4350-9763-5db4d4c655a1 HTTP/1.1" status: 200 len: 912 time: 0.0905976 May 26 13:49:14.498070 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f5f5f5d2-94f0-4521-9fb5-cce29af187fe req-9d29d30e-f024-4a4b-872a-ed305e087c4d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa68ed54-b95b-4bfd-afca-997df1610ee7 HTTP/1.1" status: 200 len: 1001 time: 0.0594127 May 26 13:49:14.559521 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5f5d2-94f0-4521-9fb5-cce29af187fe req-cd5802cb-ede2-4ead-a8ca-d70d1dedcfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:14.561025 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f5f5f5d2-94f0-4521-9fb5-cce29af187fe req-cd5802cb-ede2-4ead-a8ca-d70d1dedcfee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=761e5aa1-c2fe-4f86-81be-d9dede097e42 HTTP/1.1" status: 200 len: 850 time: 0.0454869 May 26 13:49:14.608028 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5f5d2-94f0-4521-9fb5-cce29af187fe req-01052277-f3f0-4333-9d89-798e54bde662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:14.609466 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f5f5f5d2-94f0-4521-9fb5-cce29af187fe req-01052277-f3f0-4333-9d89-798e54bde662 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=96b4b46b-ed06-4350-9763-5db4d4c655a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383999 May 26 13:49:14.703208 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f5f5f5d2-94f0-4521-9fb5-cce29af187fe req-71b1e7fc-4f73-41b6-9555-1cbd31a50ca9 service neutron] 10.222.0.57 "GET /v2.0/networks/96b4b46b-ed06-4350-9763-5db4d4c655a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864182 May 26 13:49:14.910722 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f5f5f5d2-94f0-4521-9fb5-cce29af187fe req-facb0e9c-339c-4a74-b676-400209ba2d5c service neutron] 10.222.0.57 "GET /v2.0/networks/96b4b46b-ed06-4350-9763-5db4d4c655a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859604 May 26 13:49:15.011554 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd229c-c77e-4e39-a8bc-a7a35cd22bbf req-ecaa2715-e8eb-4fa5-8035-ff7fc8ad8012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:15.013419 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-d5bd229c-c77e-4e39-a8bc-a7a35cd22bbf req-ecaa2715-e8eb-4fa5-8035-ff7fc8ad8012 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ce476b2a1764f56b9780f4a5c75ac3d&device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 1130 time: 0.0441608 May 26 13:49:15.095337 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41bca2-007c-4a56-86d5-0cf9be29b8ed req-4a396ee7-753f-4bd1-9e92-091937aeb2f0 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:15.096844 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5b41bca2-007c-4a56-86d5-0cf9be29b8ed req-4a396ee7-753f-4bd1-9e92-091937aeb2f0 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0472031 May 26 13:49:15.145088 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5b41bca2-007c-4a56-86d5-0cf9be29b8ed req-a9f3aba6-cc40-4a1d-9703-5f0ac34f873d tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426793 May 26 13:49:15.270985 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:49:15.300983 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd229c-c77e-4e39-a8bc-a7a35cd22bbf req-546b7f46-a9c4-43b0-9bdb-047d692f2e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:15.302472 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-d5bd229c-c77e-4e39-a8bc-a7a35cd22bbf req-546b7f46-a9c4-43b0-9bdb-047d692f2e48 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7243f764-410e-4885-acdc-a415825d1293 HTTP/1.1" status: 200 len: 918 time: 0.0899379 May 26 13:49:15.394642 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-d5bd229c-c77e-4e39-a8bc-a7a35cd22bbf req-40f305eb-7f73-4b7c-a9e7-9bd18b1c8040 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=914816b6-d98c-46f8-9da7-123cb0956236 HTTP/1.1" status: 200 len: 1002 time: 0.0684457 May 26 13:49:15.445679 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202681db-e038-4d97-bba6-3731652dad04 req-c51b9361-280b-4bd3-ad34-00741d5a24bc tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:15.447172 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-202681db-e038-4d97-bba6-3731652dad04 req-c51b9361-280b-4bd3-ad34-00741d5a24bc tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0483148 May 26 13:49:15.462907 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd229c-c77e-4e39-a8bc-a7a35cd22bbf req-b819cd77-8cd1-49a3-b9d6-1428b3452c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:15.464376 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-d5bd229c-c77e-4e39-a8bc-a7a35cd22bbf req-b819cd77-8cd1-49a3-b9d6-1428b3452c62 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f42c48c9-dd9d-4f2d-ada0-47f18130e415 HTTP/1.1" status: 200 len: 856 time: 0.0452893 May 26 13:49:15.499193 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-202681db-e038-4d97-bba6-3731652dad04 req-3c603f7b-7ec3-48da-b28c-b65ef91e7b56 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462937 May 26 13:49:15.512258 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd229c-c77e-4e39-a8bc-a7a35cd22bbf req-2786ea04-91ef-4cd2-a739-497750fb88a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:15.513540 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-d5bd229c-c77e-4e39-a8bc-a7a35cd22bbf req-2786ea04-91ef-4cd2-a739-497750fb88a1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7243f764-410e-4885-acdc-a415825d1293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422494 May 26 13:49:15.603658 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-d5bd229c-c77e-4e39-a8bc-a7a35cd22bbf req-e824b984-faf4-4baa-a780-4ebf12a4a175 service neutron] 10.222.0.57 "GET /v2.0/networks/7243f764-410e-4885-acdc-a415825d1293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834239 May 26 13:49:16.161774 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:49:16.275375 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-d5bd229c-c77e-4e39-a8bc-a7a35cd22bbf req-20418603-cf65-4f18-8c7b-d79d9d748b72 service neutron] 10.222.0.57 "GET /v2.0/networks/7243f764-410e-4885-acdc-a415825d1293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216025 May 26 13:49:16.288154 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17044fb8-a072-461f-ab9d-2bac7b2afb8d req-7d33c34c-6b9b-48fd-ab04-4db60d1b0151 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:16.289718 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-17044fb8-a072-461f-ab9d-2bac7b2afb8d req-7d33c34c-6b9b-48fd-ab04-4db60d1b0151 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0643725 May 26 13:49:16.338576 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-17044fb8-a072-461f-ab9d-2bac7b2afb8d req-9e3393f0-08fa-44ed-bb6d-4283657b911e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420365 May 26 13:49:16.463043 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-7794c885-f8e0-423b-a7d6-757374d46d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:16.615076 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10904d67-f7aa-4007-830e-77676390256c req-2d94f73b-e04a-4b4e-841b-90e1f32d796d tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:16.616561 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-10904d67-f7aa-4007-830e-77676390256c req-2d94f73b-e04a-4b4e-841b-90e1f32d796d tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0472858 May 26 13:49:16.663156 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-10904d67-f7aa-4007-830e-77676390256c req-ee290781-46eb-461e-bfec-5d6f102cfd42 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409739 May 26 13:49:17.469039 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf2a4e-5182-4de4-98c4-25e734129c80 req-c3208644-442d-42af-83b1-347622a54c71 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:17.470535 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-70bf2a4e-5182-4de4-98c4-25e734129c80 req-c3208644-442d-42af-83b1-347622a54c71 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0499325 May 26 13:49:17.524721 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-70bf2a4e-5182-4de4-98c4-25e734129c80 req-f58f8e06-b019-4e3a-bcf5-503dab562fa9 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485613 May 26 13:49:17.731406 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:18.642828 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a228d7-0019-4935-91eb-620872c89f20 req-eb290935-a2c4-41e2-867b-c1ea8b36b9e5 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:18.644404 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-20a228d7-0019-4935-91eb-620872c89f20 req-eb290935-a2c4-41e2-867b-c1ea8b36b9e5 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 946 time: 0.0468903 May 26 13:49:18.691457 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-20a228d7-0019-4935-91eb-620872c89f20 req-63618e63-8cc0-440a-9372-eec618add884 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409870 May 26 13:49:18.791566 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 914816b6-d98c-46f8-9da7-123cb0956236 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 13:49:18.868726 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port 914816b6-d98c-46f8-9da7-123cb0956236 is: ACTIVE; New status is: DOWN {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:49:18.869120 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (914816b6-d98c-46f8-9da7-123cb0956236), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:18.893748 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef326f08-0e4f-4ad0-9f62-f4197ccf5b65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '914816b6-d98c-46f8-9da7-123cb0956236'}] {{(pid=110502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:49:18.895935 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186ee40048dd7feccd586c88f433d7b47dbfd7dc0140a518261bfa5b158966a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0336491b-c99e-40bb-b6ef-c9305652fb8b" -d '{"events": [{"server_uuid": "ef326f08-0e4f-4ad0-9f62-f4197ccf5b65", "name": "network-vif-unplugged", "status": "completed", "tag": "914816b6-d98c-46f8-9da7-123cb0956236"}]}' {{(pid=110502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:49:18.908748 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 914816b6-d98c-46f8-9da7-123cb0956236, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=914816b6-d98c-46f8-9da7-123cb0956236,segment=NetworkSegment(72489f9d-88bc-4f02-8b41-7b0a26fec68a),segment_id=72489f9d-88bc-4f02-8b41-7b0a26fec68a)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:49:18.913081 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (914816b6-d98c-46f8-9da7-123cb0956236), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:18.940913 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 26 May 2022 13:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d79eff3-2ce9-4af0-8e7a-4d755986209e x-openstack-request-id: req-5d79eff3-2ce9-4af0-8e7a-4d755986209e {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:49:18.941204 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef326f08-0e4f-4ad0-9f62-f4197ccf5b65", "name": "network-vif-unplugged", "status": "failed", "tag": "914816b6-d98c-46f8-9da7-123cb0956236", "code": 422}]} {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:49:18.941449 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5d79eff3-2ce9-4af0-8e7a-4d755986209e {{(pid=110502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:49:18.941881 dv-cinder-819668-4-iscsi neutron-server[110502]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5d79eff3-2ce9-4af0-8e7a-4d755986209e']: {'server_uuid': 'ef326f08-0e4f-4ad0-9f62-f4197ccf5b65', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '914816b6-d98c-46f8-9da7-123cb0956236', 'code': 422} returned with failed status May 26 13:49:18.965045 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=914816b6-d98c-46f8-9da7-123cb0956236,revision_number=8']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:49:19.154229 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:19.195275 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [req-ce968759-3e13-4360-a49d-a5bd26558ee0 req-1bb5dc45-1256-4a93-9d69-979cd8405f64 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110501) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 13:49:19.196274 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-ce968759-3e13-4360-a49d-a5bd26558ee0 req-1bb5dc45-1256-4a93-9d69-979cd8405f64 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053949 May 26 13:49:19.352788 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784291a-b1a9-4237-a30f-afdb35e06458 req-85475dba-1dcc-4e89-ac0f-6ec162d01c8c tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:19.354385 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b784291a-b1a9-4237-a30f-afdb35e06458 req-85475dba-1dcc-4e89-ac0f-6ec162d01c8c tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 944 time: 0.0481455 May 26 13:49:19.406693 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b784291a-b1a9-4237-a30f-afdb35e06458 req-6cbec0f9-fdcf-434d-b022-b4d234d8d2ea tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458329 May 26 13:49:19.704810 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 34872) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:49:19.787066 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a3d8a203-c8be-49fc-b886-0dc09847898a req-de8efa20-6fc6-4bfb-b08c-5484da5d37db service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0809174 May 26 13:49:19.795316 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [req-a3d8a203-c8be-49fc-b886-0dc09847898a req-b912bb69-15a4-4bcc-a38f-927f9d00bf59 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110500) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 13:49:19.796280 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a3d8a203-c8be-49fc-b886-0dc09847898a req-b912bb69-15a4-4bcc-a38f-927f9d00bf59 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049446 May 26 13:49:19.874334 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 34880) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:49:19.969407 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8a203-c8be-49fc-b886-0dc09847898a req-7edaf129-d42a-4d37-8341-d8fe1d8e9bac tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:19.970734 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a3d8a203-c8be-49fc-b886-0dc09847898a req-7edaf129-d42a-4d37-8341-d8fe1d8e9bac tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports/914816b6-d98c-46f8-9da7-123cb0956236 HTTP/1.1" status: 200 len: 941 time: 0.0954459 May 26 13:49:20.463458 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:20.536467 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ee24c-5761-4924-b398-d28b22c3bb0c req-b477e2d4-a4c1-4127-978b-cce3bf41bb4e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:20.538067 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-0d9ee24c-5761-4924-b398-d28b22c3bb0c req-b477e2d4-a4c1-4127-978b-cce3bf41bb4e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 944 time: 0.0507090 May 26 13:49:20.586225 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-0d9ee24c-5761-4924-b398-d28b22c3bb0c req-9ea25de4-8953-47ec-a374-9694742b5253 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418036 May 26 13:49:21.660252 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8a203-c8be-49fc-b886-0dc09847898a req-d68f77d9-0cca-43ae-b3b6-26c770ddf75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:21.661786 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a3d8a203-c8be-49fc-b886-0dc09847898a req-d68f77d9-0cca-43ae-b3b6-26c770ddf75b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65&tenant_id=1ce476b2a1764f56b9780f4a5c75ac3d HTTP/1.1" status: 200 len: 1128 time: 0.2873657 May 26 13:49:21.736611 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d1e35-b2e4-466b-87cc-89986b915704 req-a53fe5a0-22ab-4f39-80d2-5f3b3dfa8d23 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:21.738058 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8e6d1e35-b2e4-466b-87cc-89986b915704 req-a53fe5a0-22ab-4f39-80d2-5f3b3dfa8d23 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 944 time: 0.0754156 May 26 13:49:21.743007 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8a203-c8be-49fc-b886-0dc09847898a req-7dc2ca8a-ae4c-4d7c-909d-c361cf630ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:21.744412 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a3d8a203-c8be-49fc-b886-0dc09847898a req-7dc2ca8a-ae4c-4d7c-909d-c361cf630ff2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ce476b2a1764f56b9780f4a5c75ac3d&device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 1128 time: 0.0541604 May 26 13:49:21.838988 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8e6d1e35-b2e4-466b-87cc-89986b915704 req-131e7c24-7929-46f5-b3ad-d49733ce659f tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936470 May 26 13:49:21.866137 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8a203-c8be-49fc-b886-0dc09847898a req-f59edeaa-6edc-4e7f-af1d-c7456dc3af8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:21.867688 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a3d8a203-c8be-49fc-b886-0dc09847898a req-f59edeaa-6edc-4e7f-af1d-c7456dc3af8d service neutron] 10.222.0.57 "GET /v2.0/networks?id=7243f764-410e-4885-acdc-a415825d1293 HTTP/1.1" status: 200 len: 918 time: 0.1153893 May 26 13:49:21.934741 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a3d8a203-c8be-49fc-b886-0dc09847898a req-74cb6051-6a3a-403c-9cdc-8fa05c3ca927 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=914816b6-d98c-46f8-9da7-123cb0956236 HTTP/1.1" status: 200 len: 1000 time: 0.0604157 May 26 13:49:21.979299 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:49:21.985913 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8a203-c8be-49fc-b886-0dc09847898a req-c97b3686-10f7-487e-a00a-946b30a9a0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:21.987397 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a3d8a203-c8be-49fc-b886-0dc09847898a req-c97b3686-10f7-487e-a00a-946b30a9a0a4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f42c48c9-dd9d-4f2d-ada0-47f18130e415 HTTP/1.1" status: 200 len: 856 time: 0.0468733 May 26 13:49:22.031433 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8a203-c8be-49fc-b886-0dc09847898a req-bb0141c3-13cb-4637-85b2-e5bb995f8bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:22.032908 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a3d8a203-c8be-49fc-b886-0dc09847898a req-bb0141c3-13cb-4637-85b2-e5bb995f8bf6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7243f764-410e-4885-acdc-a415825d1293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389965 May 26 13:49:22.114086 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:49:22.129092 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a3d8a203-c8be-49fc-b886-0dc09847898a req-d6106ec3-52e2-40eb-9fee-0c7c473656cb service neutron] 10.222.0.57 "GET /v2.0/networks/7243f764-410e-4885-acdc-a415825d1293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899315 May 26 13:49:22.219757 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a3d8a203-c8be-49fc-b886-0dc09847898a req-c1f4e0bb-ea4b-4fa5-a3cc-3c07a4b2273a service neutron] 10.222.0.57 "GET /v2.0/networks/7243f764-410e-4885-acdc-a415825d1293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846670 May 26 13:49:22.981679 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143ad61-76a4-4041-9856-bc86c49e39c0 req-554e01e4-e107-4d56-8273-52e019a6506c tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:22.983223 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-6143ad61-76a4-4041-9856-bc86c49e39c0 req-554e01e4-e107-4d56-8273-52e019a6506c tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 944 time: 0.0509593 May 26 13:49:23.031892 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-6143ad61-76a4-4041-9856-bc86c49e39c0 req-c85cbe74-44e3-4c1a-9097-b83f9cbb1e6d tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430367 May 26 13:49:24.158207 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44964e-76c5-4076-bbab-df02fd6721ce req-e6386492-9eba-406a-b8fc-676601fb3b8a tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:24.159901 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6c44964e-76c5-4076-bbab-df02fd6721ce req-e6386492-9eba-406a-b8fc-676601fb3b8a tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 944 time: 0.0539589 May 26 13:49:24.211327 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6c44964e-76c5-4076-bbab-df02fd6721ce req-7b7b8a8f-776b-4a27-9f47-298e657bd824 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452442 May 26 13:49:25.354476 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b006a4-ce39-4ed5-b8e5-734a10f78656 req-6ff8ad0e-f6f3-4479-af40-22bfa89f09d6 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:25.357233 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-26b006a4-ce39-4ed5-b8e5-734a10f78656 req-6ff8ad0e-f6f3-4479-af40-22bfa89f09d6 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 944 time: 0.0503657 May 26 13:49:25.402332 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=100 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:49:25.406113 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:49:25.421088 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-26b006a4-ce39-4ed5-b8e5-734a10f78656 req-dfb1e4a2-7e98-4f0d-87ab-252fe6f40636 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544257 May 26 13:49:26.554238 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59388d3-1e3c-405c-b55c-d0ddbf2e8a60 req-70564010-bba6-485a-8790-5026d4d578bc tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:26.555941 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a59388d3-1e3c-405c-b55c-d0ddbf2e8a60 req-70564010-bba6-485a-8790-5026d4d578bc tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 944 time: 0.0581369 May 26 13:49:26.607607 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a59388d3-1e3c-405c-b55c-d0ddbf2e8a60 req-b3e6a64f-7ace-41c3-8f5d-8a04b3f45254 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459819 May 26 13:49:27.735233 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77de6b-a7ba-4528-ba59-b84b6aff574f req-f2440d9d-5a56-4bdb-b8ba-9cdf91e7f66a tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:27.736788 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-8c77de6b-a7ba-4528-ba59-b84b6aff574f req-f2440d9d-5a56-4bdb-b8ba-9cdf91e7f66a tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 944 time: 0.0490258 May 26 13:49:27.800098 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-8c77de6b-a7ba-4528-ba59-b84b6aff574f req-a3a5b11a-79ad-4218-9ba0-d4a6e6ba030d tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577652 May 26 13:49:28.931668 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c3e6e-f193-4fdb-a2ef-411c18537a79 req-808462f1-5d82-48fd-a3a8-8d954dddb721 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:28.933975 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0e1c3e6e-f193-4fdb-a2ef-411c18537a79 req-808462f1-5d82-48fd-a3a8-8d954dddb721 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 944 time: 0.0597944 May 26 13:49:28.982233 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0e1c3e6e-f193-4fdb-a2ef-411c18537a79 req-ae268df1-c839-4ce0-aaad-6a6e0bca76e5 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430164 May 26 13:49:30.108812 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799f2dc-7323-461a-9492-ebbc947d13ee req-34499bcf-3bf8-4235-993e-1f7b8f45912f tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:30.110283 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-c799f2dc-7323-461a-9492-ebbc947d13ee req-34499bcf-3bf8-4235-993e-1f7b8f45912f tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 944 time: 0.0499928 May 26 13:49:30.157978 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-c799f2dc-7323-461a-9492-ebbc947d13ee req-0d0de401-c7c3-4d21-8bf6-192d9f13f46d tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421209 May 26 13:49:30.449262 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=42,neutron:UPDATE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:49:30.458462 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=46,neutron:UPDATE=7 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:49:30.510405 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 6 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:49:31.291487 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccf82a-bca7-489d-82b1-30f35dbb7b4f req-3587bb5b-9e34-4f2a-a925-17553517b6f5 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:31.293028 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e6ccf82a-bca7-489d-82b1-30f35dbb7b4f req-3587bb5b-9e34-4f2a-a925-17553517b6f5 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 944 time: 0.0525188 May 26 13:49:31.349431 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e6ccf82a-bca7-489d-82b1-30f35dbb7b4f req-a969d61a-d067-4b10-9197-dfc301127d8e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472908 May 26 13:49:32.487648 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd750c-f75f-4cab-b276-e7c850765754 req-469e13b0-d16e-4f5b-affd-d238c327a567 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:32.489045 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-9efd750c-f75f-4cab-b276-e7c850765754 req-469e13b0-d16e-4f5b-affd-d238c327a567 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 944 time: 0.0507269 May 26 13:49:32.540141 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-9efd750c-f75f-4cab-b276-e7c850765754 req-44c70b75-f20e-4792-b44c-cecce2363f9a tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454745 May 26 13:49:33.666371 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e37e8-91d2-4a39-bc4a-3288375bd60a req-ded756e2-f734-4e88-80ce-7a47ac9870f9 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:33.668545 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-dc7e37e8-91d2-4a39-bc4a-3288375bd60a req-ded756e2-f734-4e88-80ce-7a47ac9870f9 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 944 time: 0.0487516 May 26 13:49:33.732473 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-dc7e37e8-91d2-4a39-bc4a-3288375bd60a req-26dae189-5b8b-4f77-bbd4-099948b4a905 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580781 May 26 13:49:34.858829 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0c8f8-f8ca-45fc-af8d-46841891ae93 req-07bb7cdb-7399-4c8a-9db3-85e4d49596db tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:34.860449 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-a1d0c8f8-f8ca-45fc-af8d-46841891ae93 req-07bb7cdb-7399-4c8a-9db3-85e4d49596db tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 944 time: 0.0465965 May 26 13:49:34.916147 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-a1d0c8f8-f8ca-45fc-af8d-46841891ae93 req-7635121d-4c20-46b6-bb9e-cc46b5d41fe2 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499845 May 26 13:49:36.042014 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063762e-57a2-4bec-bf15-18055eb93ca3 req-021fec96-6308-4230-8e9b-ef0bc5fd6ff3 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:36.043534 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0063762e-57a2-4bec-bf15-18055eb93ca3 req-021fec96-6308-4230-8e9b-ef0bc5fd6ff3 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 944 time: 0.0501554 May 26 13:49:36.093027 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0063762e-57a2-4bec-bf15-18055eb93ca3 req-bf193293-f7ff-4516-b1be-c2c6c5091639 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432518 May 26 13:49:37.218487 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe09ab-093f-4e2c-b88e-03197d262b49 req-66e0464d-5084-48f1-9e78-ea49380a8fa3 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:37.219988 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-d7fe09ab-093f-4e2c-b88e-03197d262b49 req-66e0464d-5084-48f1-9e78-ea49380a8fa3 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 944 time: 0.0512917 May 26 13:49:37.268198 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-d7fe09ab-093f-4e2c-b88e-03197d262b49 req-1477b023-f7f1-4996-94ec-d26f40087380 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424030 May 26 13:49:38.388196 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2532f-9427-4873-93e5-7d6a6379a143 req-b698901e-3966-405d-a3ed-6f8803313604 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:38.389713 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b6e2532f-9427-4873-93e5-7d6a6379a143 req-b698901e-3966-405d-a3ed-6f8803313604 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 944 time: 0.0478463 May 26 13:49:38.436725 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b6e2532f-9427-4873-93e5-7d6a6379a143 req-bc9b9c09-a585-4a43-91a6-7b01708b2fcf tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414507 May 26 13:49:39.558260 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93515b-405d-46fc-83bb-e4406c4f0d40 req-22b0b5ba-00cb-4ec0-9870-443bc296e246 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:39.559812 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-ec93515b-405d-46fc-83bb-e4406c4f0d40 req-22b0b5ba-00cb-4ec0-9870-443bc296e246 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 944 time: 0.0486462 May 26 13:49:39.607889 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-ec93515b-405d-46fc-83bb-e4406c4f0d40 req-cb12dfb2-319c-4a62-a052-3ccbc3ef74e3 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421448 May 26 13:49:40.350893 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:40.738655 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8737828-b94f-40cd-9f0f-0cf3d95bc123 req-3807cd99-78ab-42b2-a279-d8052dd60d56 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:40.740149 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e8737828-b94f-40cd-9f0f-0cf3d95bc123 req-3807cd99-78ab-42b2-a279-d8052dd60d56 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 944 time: 0.0515313 May 26 13:49:40.772609 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:49:40.791107 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e8737828-b94f-40cd-9f0f-0cf3d95bc123 req-5d86637a-a3b7-4cbb-a04a-55460ee3ff67 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450392 May 26 13:49:41.967305 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b748b-ec85-4d99-99da-cd7b2e0f536a req-a1daf0e8-b3c8-4899-b804-8875333baa1d tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:41.968827 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-8a0b748b-ec85-4d99-99da-cd7b2e0f536a req-a1daf0e8-b3c8-4899-b804-8875333baa1d tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 944 time: 0.1026683 May 26 13:49:42.019519 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-8a0b748b-ec85-4d99-99da-cd7b2e0f536a req-6bf0bd4b-74cc-4098-988e-1d4d5d094349 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450320 May 26 13:49:43.189016 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a487bcd-4af4-47d0-b87d-b068ebcaf3bc req-4b531fce-e5a1-4697-89de-d160442b5a3f tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:43.190501 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2a487bcd-4af4-47d0-b87d-b068ebcaf3bc req-4b531fce-e5a1-4697-89de-d160442b5a3f tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 944 time: 0.0986238 May 26 13:49:43.238382 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2a487bcd-4af4-47d0-b87d-b068ebcaf3bc req-e76407fb-6795-4d78-9067-c7d6af03be13 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417862 May 26 13:49:44.077780 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-761d5310-e857-412c-a0f8-542c5a016d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:44.100025 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-884ca199-25df-4972-b00a-b7e4dae67458 req-8e741fbc-9d77-46cd-8d6c-012ea6f429ef service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389645 May 26 13:49:44.169236 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ca199-25df-4972-b00a-b7e4dae67458 req-f8f1fc4a-14f5-438d-98c0-e86f2987452c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:44.170786 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-884ca199-25df-4972-b00a-b7e4dae67458 req-f8f1fc4a-14f5-438d-98c0-e86f2987452c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2007395425194750a87edd6c0da44e66&device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 1130 time: 0.0418441 May 26 13:49:44.245890 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:49:44.276573 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ca199-25df-4972-b00a-b7e4dae67458 req-6e66215d-f8d0-419b-a21f-9a6bcf4449f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:44.278094 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-884ca199-25df-4972-b00a-b7e4dae67458 req-6e66215d-f8d0-419b-a21f-9a6bcf4449f5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=96b4b46b-ed06-4350-9763-5db4d4c655a1 HTTP/1.1" status: 200 len: 912 time: 0.0876870 May 26 13:49:44.348875 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-884ca199-25df-4972-b00a-b7e4dae67458 req-70a60f59-83dd-4fe3-8943-86384faa68f1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa68ed54-b95b-4bfd-afca-997df1610ee7 HTTP/1.1" status: 200 len: 1001 time: 0.0637326 May 26 13:49:44.400790 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ca199-25df-4972-b00a-b7e4dae67458 req-bad42975-55f1-4dea-a52b-17687045fdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:44.402310 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-884ca199-25df-4972-b00a-b7e4dae67458 req-bad42975-55f1-4dea-a52b-17687045fdf2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=761e5aa1-c2fe-4f86-81be-d9dede097e42 HTTP/1.1" status: 200 len: 850 time: 0.0472319 May 26 13:49:44.449225 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ca199-25df-4972-b00a-b7e4dae67458 req-fc3888bd-1ab7-4fb6-8400-dad275f777c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:44.450789 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-884ca199-25df-4972-b00a-b7e4dae67458 req-fc3888bd-1ab7-4fb6-8400-dad275f777c9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=96b4b46b-ed06-4350-9763-5db4d4c655a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419972 May 26 13:49:44.552982 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-884ca199-25df-4972-b00a-b7e4dae67458 req-93d32d46-a30a-4f0d-8c55-7a0c0bc0a013 service neutron] 10.222.0.57 "GET /v2.0/networks/96b4b46b-ed06-4350-9763-5db4d4c655a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952466 May 26 13:49:44.649196 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-884ca199-25df-4972-b00a-b7e4dae67458 req-1e9a98a4-66a7-49e0-a36d-097685d81a19 service neutron] 10.222.0.57 "GET /v2.0/networks/96b4b46b-ed06-4350-9763-5db4d4c655a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886786 May 26 13:49:44.699957 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4dcf3-e645-43a1-9a05-52cb7f7ea0f6 req-f73076bc-f523-4233-b129-9c02ce964aca tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:44.701352 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-5ce4dcf3-e645-43a1-9a05-52cb7f7ea0f6 req-f73076bc-f523-4233-b129-9c02ce964aca tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 944 time: 0.2837138 May 26 13:49:44.748602 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-5ce4dcf3-e645-43a1-9a05-52cb7f7ea0f6 req-3dad99c7-0880-4e6b-be46-0f6d44ba689e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415311 May 26 13:49:45.607191 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=2 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:49:45.611422 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:49:45.872909 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a8fbe-6fd9-4b87-a263-437532081940 req-05436dac-bd62-4990-8331-0e2d58fb2508 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:45.874296 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-479a8fbe-6fd9-4b87-a263-437532081940 req-05436dac-bd62-4990-8331-0e2d58fb2508 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 944 time: 0.0502214 May 26 13:49:45.927164 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-479a8fbe-6fd9-4b87-a263-437532081940 req-958ee412-280c-4ab0-86a1-21d7fa0ffdcb tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473032 May 26 13:49:46.469324 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-406ead6d-773e-45b7-ae06-b01532da6e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:47.048131 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eefde5-5a3d-4962-a82e-3c580ccfd89d req-f0482551-9a50-455a-a6f9-2f31892c2959 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:47.049547 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-f9eefde5-5a3d-4962-a82e-3c580ccfd89d req-f0482551-9a50-455a-a6f9-2f31892c2959 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 944 time: 0.0463710 May 26 13:49:47.096426 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-f9eefde5-5a3d-4962-a82e-3c580ccfd89d req-e5bfdc6c-1312-4afd-8e3e-eb4ce52c4330 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413449 May 26 13:49:47.734940 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:48.218480 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d0bed-6c8f-4e72-8350-df96a601312a req-2780a515-1779-4033-a67d-07d0fb176d14 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:48.220045 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-cd3d0bed-6c8f-4e72-8350-df96a601312a req-2780a515-1779-4033-a67d-07d0fb176d14 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 944 time: 0.0488114 May 26 13:49:48.267961 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-cd3d0bed-6c8f-4e72-8350-df96a601312a req-483c677e-9b1b-42a9-9af4-bebb8faaace4 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425127 May 26 13:49:49.146496 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:49.392484 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ebe18-88ba-4cff-af4a-54bd298ae831 req-bedfa20d-5c38-45b0-8375-b9476fe82230 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:49.393957 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-9e9ebe18-88ba-4cff-af4a-54bd298ae831 req-bedfa20d-5c38-45b0-8375-b9476fe82230 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 944 time: 0.0503206 May 26 13:49:49.441246 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-9e9ebe18-88ba-4cff-af4a-54bd298ae831 req-99078274-cc00-47be-89c9-b7542a989987 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418351 May 26 13:49:50.458969 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:50.566133 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7bd39-a5cf-46e9-96d8-64c3ac668606 req-4b4d06ea-dea4-48a0-9660-2e21c2608aab tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:50.567660 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c4b7bd39-a5cf-46e9-96d8-64c3ac668606 req-4b4d06ea-dea4-48a0-9660-2e21c2608aab tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 944 time: 0.0490885 May 26 13:49:50.617762 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c4b7bd39-a5cf-46e9-96d8-64c3ac668606 req-69e67046-bff1-4569-8ca0-44873e725b84 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436807 May 26 13:49:50.955992 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 914816b6-d98c-46f8-9da7-123cb0956236 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=110502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 13:49:51.054338 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 914816b6-d98c-46f8-9da7-123cb0956236, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=914816b6-d98c-46f8-9da7-123cb0956236,segment=NetworkSegment(72489f9d-88bc-4f02-8b41-7b0a26fec68a),segment_id=72489f9d-88bc-4f02-8b41-7b0a26fec68a)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:49:51.066068 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Returning: {'device': '914816b6-d98c-46f8-9da7-123cb0956236', 'network_id': '7243f764-410e-4885-acdc-a415825d1293', 'port_id': '914816b6-d98c-46f8-9da7-123cb0956236', 'mac_address': 'fa:16:3e:30:c3:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f42c48c9-dd9d-4f2d-ada0-47f18130e415', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 13:49:51.100545 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port 914816b6-d98c-46f8-9da7-123cb0956236 is: DOWN; New status is: BUILD {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:49:51.100929 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (914816b6-d98c-46f8-9da7-123cb0956236), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:51.114027 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 914816b6-d98c-46f8-9da7-123cb0956236 {{(pid=110502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:49:51.138851 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 914816b6-d98c-46f8-9da7-123cb0956236, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=914816b6-d98c-46f8-9da7-123cb0956236,segment=NetworkSegment(72489f9d-88bc-4f02-8b41-7b0a26fec68a),segment_id=72489f9d-88bc-4f02-8b41-7b0a26fec68a)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:49:51.142744 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (914816b6-d98c-46f8-9da7-123cb0956236), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:51.187709 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=914816b6-d98c-46f8-9da7-123cb0956236,revision_number=9']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:49:51.549252 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] get_ports_and_sgs() called for port_ids ['914816b6-d98c-46f8-9da7-123cb0956236'] {{(pid=110502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 13:49:51.738394 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5200d3-549b-4b15-974b-fb64e6e5e0d0 req-315ec336-6d7f-4d7e-a742-7f9ec781ba31 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:51.739842 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-ce5200d3-549b-4b15-974b-fb64e6e5e0d0 req-315ec336-6d7f-4d7e-a742-7f9ec781ba31 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 945 time: 0.0466225 May 26 13:49:51.771524 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=100 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:49:51.788573 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=100 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:49:51.793980 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-ce5200d3-549b-4b15-974b-fb64e6e5e0d0 req-6f9788a9-3bcc-49c7-a8dc-a82c1719dc9a tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479064 May 26 13:49:52.924232 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062afe22-dc1b-49d6-bcf3-ab521c260095 req-2f405b12-003b-456d-adf2-d52d7c50fb4f tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:52.925759 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-062afe22-dc1b-49d6-bcf3-ab521c260095 req-2f405b12-003b-456d-adf2-d52d7c50fb4f tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 945 time: 0.0512278 May 26 13:49:52.960099 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 914816b6-d98c-46f8-9da7-123cb0956236 up at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:49:52.974651 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-062afe22-dc1b-49d6-bcf3-ab521c260095 req-7c1e8295-2ba0-4441-a13c-7c4a20e22142 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433798 May 26 13:49:53.004181 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Provisioning complete for port 914816b6-d98c-46f8-9da7-123cb0956236 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:49:53.004585 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (914816b6-d98c-46f8-9da7-123cb0956236), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:53.074079 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port 914816b6-d98c-46f8-9da7-123cb0956236 is: BUILD; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:49:53.074375 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (914816b6-d98c-46f8-9da7-123cb0956236), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:53.096152 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef326f08-0e4f-4ad0-9f62-f4197ccf5b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914816b6-d98c-46f8-9da7-123cb0956236'}] {{(pid=110502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:49:53.098362 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186ee40048dd7feccd586c88f433d7b47dbfd7dc0140a518261bfa5b158966a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722201e2-bf01-4b97-bb0e-b98ea86dfbd9" -d '{"events": [{"server_uuid": "ef326f08-0e4f-4ad0-9f62-f4197ccf5b65", "name": "network-vif-plugged", "status": "completed", "tag": "914816b6-d98c-46f8-9da7-123cb0956236"}]}' {{(pid=110502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:49:53.114248 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 914816b6-d98c-46f8-9da7-123cb0956236, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=914816b6-d98c-46f8-9da7-123cb0956236,segment=NetworkSegment(72489f9d-88bc-4f02-8b41-7b0a26fec68a),segment_id=72489f9d-88bc-4f02-8b41-7b0a26fec68a)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:49:53.117712 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (914816b6-d98c-46f8-9da7-123cb0956236), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:49:53.142099 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd475de1-784d-46f0-b318-29b162082bbf x-openstack-request-id: req-dd475de1-784d-46f0-b318-29b162082bbf {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:49:53.142408 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef326f08-0e4f-4ad0-9f62-f4197ccf5b65", "name": "network-vif-plugged", "status": "completed", "tag": "914816b6-d98c-46f8-9da7-123cb0956236", "code": 200}]} {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:49:53.142664 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dd475de1-784d-46f0-b318-29b162082bbf {{(pid=110502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:49:53.143052 dv-cinder-819668-4-iscsi neutron-server[110502]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd475de1-784d-46f0-b318-29b162082bbf'] response: {'server_uuid': 'ef326f08-0e4f-4ad0-9f62-f4197ccf5b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914816b6-d98c-46f8-9da7-123cb0956236', 'code': 200} May 26 13:49:53.167655 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=914816b6-d98c-46f8-9da7-123cb0956236,revision_number=10']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:49:53.739313 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:49:53.746199 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18290e-fbba-4004-baab-dc4426fcf652 req-a01adbcd-4526-46f6-ab27-d117f436ec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:53.747729 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bb18290e-fbba-4004-baab-dc4426fcf652 req-a01adbcd-4526-46f6-ab27-d117f436ec61 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 1131 time: 0.0405507 May 26 13:49:53.796981 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bb18290e-fbba-4004-baab-dc4426fcf652 req-2608f7c3-e4b0-4a22-85e5-5dbf96009999 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381784 May 26 13:49:54.097155 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b52244-98aa-4877-8e82-ff46df5dfdcd req-f0a6c99a-ba93-4173-9f3b-4043f284c4a7 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:54.098624 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-58b52244-98aa-4877-8e82-ff46df5dfdcd req-f0a6c99a-ba93-4173-9f3b-4043f284c4a7 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 947 time: 0.0495524 May 26 13:49:54.145201 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-58b52244-98aa-4877-8e82-ff46df5dfdcd req-c0d63384-e41a-410b-9aba-efa778d49b33 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403609 May 26 13:49:55.269892 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7746f29-c15f-41d4-90d4-bd3eca39b6cb req-0c25301c-732b-48d5-b202-5244fe363f49 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:55.271403 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-c7746f29-c15f-41d4-90d4-bd3eca39b6cb req-0c25301c-732b-48d5-b202-5244fe363f49 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 947 time: 0.0509498 May 26 13:49:55.318331 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-c7746f29-c15f-41d4-90d4-bd3eca39b6cb req-6a11e2c1-363e-4517-bbd8-9c9e8cfaf892 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411611 May 26 13:49:56.437848 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399f494-cd0e-4ebe-8c1e-e8574c319fda req-206fa0be-3afd-4a7f-b967-d2ce99b0ec48 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:56.439300 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-4399f494-cd0e-4ebe-8c1e-e8574c319fda req-206fa0be-3afd-4a7f-b967-d2ce99b0ec48 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 947 time: 0.0460651 May 26 13:49:56.486422 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-4399f494-cd0e-4ebe-8c1e-e8574c319fda req-37de514e-d86d-488f-a889-6e03764bc46b tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415587 May 26 13:49:59.452078 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:49:59.499172 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e7325-18ee-47c7-ae37-6ab7aea9afdd req-b0aec290-f292-4f10-bb98-8de942c6ef9f tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:59.500758 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b46e7325-18ee-47c7-ae37-6ab7aea9afdd req-b0aec290-f292-4f10-bb98-8de942c6ef9f tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 984 time: 0.0582838 May 26 13:49:59.600248 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b46e7325-18ee-47c7-ae37-6ab7aea9afdd req-be123da7-26b8-45ea-8109-c854265545a4 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&id=4fef4f7b-39dd-464a-8c6c-49f468a88961&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0937605 May 26 13:49:59.601174 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40da23-6d45-49c0-a133-fa4e5f37a247 req-68803e09-73fd-407c-9e53-ddf3e2420f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:59.602593 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-9b40da23-6d45-49c0-a133-fa4e5f37a247 req-68803e09-73fd-407c-9e53-ddf3e2420f7b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c70c0ab9b5134d0781dea0e0abc02ac8&device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 1168 time: 0.1292262 May 26 13:49:59.714471 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40da23-6d45-49c0-a133-fa4e5f37a247 req-0e28b85b-d3bb-4d64-8b4c-108dc84d0037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:59.716525 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-9b40da23-6d45-49c0-a133-fa4e5f37a247 req-0e28b85b-d3bb-4d64-8b4c-108dc84d0037 service neutron] 10.222.0.57 "GET /v2.0/networks?id=279221b5-1c95-41d9-af88-4e2c4d2e3a32 HTTP/1.1" status: 200 len: 915 time: 0.1076732 May 26 13:49:59.786437 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-9b40da23-6d45-49c0-a133-fa4e5f37a247 req-8ff89632-8762-4352-8e75-dee26065dbdb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0662874-78ce-4387-a824-8ab106baa767 HTTP/1.1" status: 200 len: 1001 time: 0.0630820 May 26 13:49:59.836343 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40da23-6d45-49c0-a133-fa4e5f37a247 req-74b189ba-d046-4844-8fce-a4c8cc06a4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:59.837900 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-9b40da23-6d45-49c0-a133-fa4e5f37a247 req-74b189ba-d046-4844-8fce-a4c8cc06a4a9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c1b7c911-f88e-4299-b194-4048f3cb8870 HTTP/1.1" status: 200 len: 853 time: 0.0449855 May 26 13:49:59.885662 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40da23-6d45-49c0-a133-fa4e5f37a247 req-67344dcb-9731-4361-85a1-aec984b03b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:49:59.887081 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-9b40da23-6d45-49c0-a133-fa4e5f37a247 req-67344dcb-9731-4361-85a1-aec984b03b4b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=279221b5-1c95-41d9-af88-4e2c4d2e3a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429349 May 26 13:49:59.977562 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-9b40da23-6d45-49c0-a133-fa4e5f37a247 req-64fb3127-83a3-412b-bf98-958cfc1a4c11 service neutron] 10.222.0.57 "GET /v2.0/networks/279221b5-1c95-41d9-af88-4e2c4d2e3a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838850 May 26 13:50:00.067625 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-9b40da23-6d45-49c0-a133-fa4e5f37a247 req-dcf5862a-76d5-4836-99f4-1c6cf90bb741 service neutron] 10.222.0.57 "GET /v2.0/networks/279221b5-1c95-41d9-af88-4e2c4d2e3a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837948 May 26 13:50:00.720802 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d2cd7-6610-447e-ac47-8fe5aed85f65 req-75d75936-2b1c-4681-a359-1779761744da tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:00.722296 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-381d2cd7-6610-447e-ac47-8fe5aed85f65 req-75d75936-2b1c-4681-a359-1779761744da tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 984 time: 0.0485806 May 26 13:50:00.783087 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-381d2cd7-6610-447e-ac47-8fe5aed85f65 req-7af7fbdf-48f5-416a-a374-e18850cac2f4 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&id=4fef4f7b-39dd-464a-8c6c-49f468a88961&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550833 May 26 13:50:01.897326 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23051a5c-ba1d-482e-a04a-5170b3461aee req-c55bc20f-5cb1-463b-8a6a-bdc5bb562e74 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:01.898792 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-23051a5c-ba1d-482e-a04a-5170b3461aee req-c55bc20f-5cb1-463b-8a6a-bdc5bb562e74 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 984 time: 0.0475276 May 26 13:50:01.970145 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-23051a5c-ba1d-482e-a04a-5170b3461aee req-f7601463-f416-4ebb-b35e-5af6f5dc6493 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&id=4fef4f7b-39dd-464a-8c6c-49f468a88961&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0643771 May 26 13:50:03.083755 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287bca9-fb6e-4f77-b673-43834aa93e14 req-a889a0c1-584f-4f8b-b5fe-9edd08f9beec tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:03.085164 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-b287bca9-fb6e-4f77-b673-43834aa93e14 req-a889a0c1-584f-4f8b-b5fe-9edd08f9beec tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 984 time: 0.0473623 May 26 13:50:03.148206 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-b287bca9-fb6e-4f77-b673-43834aa93e14 req-a853099c-dcda-4f5d-b35d-d786532bcbfe tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&id=4fef4f7b-39dd-464a-8c6c-49f468a88961&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571551 May 26 13:50:03.163481 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:50:03.164271 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:50:04.263410 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49a104-0a81-406e-ab0e-8f2e6bf631f9 req-88c58f43-c87d-4ecc-a6d8-11e6e38f5306 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:04.264934 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fb49a104-0a81-406e-ab0e-8f2e6bf631f9 req-88c58f43-c87d-4ecc-a6d8-11e6e38f5306 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 984 time: 0.0465925 May 26 13:50:04.278414 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:50:04.341231 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fb49a104-0a81-406e-ab0e-8f2e6bf631f9 req-a53cceee-75e3-4238-a848-b3173ff26173 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&id=4fef4f7b-39dd-464a-8c6c-49f468a88961&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0705400 May 26 13:50:05.460061 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4a1d2-72b1-4193-a19e-1ad0d794979e req-7391a92c-7bdf-4656-9332-0b956319a1db tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:05.461589 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-9cb4a1d2-72b1-4193-a19e-1ad0d794979e req-7391a92c-7bdf-4656-9332-0b956319a1db tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 984 time: 0.0480745 May 26 13:50:05.523174 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-9cb4a1d2-72b1-4193-a19e-1ad0d794979e req-d32d5ba8-837c-4af0-b094-206f22f8e1e6 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&id=4fef4f7b-39dd-464a-8c6c-49f468a88961&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550561 May 26 13:50:06.639647 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6f403-8ab6-42f8-9a0a-100117ddfeda req-725be26a-2337-4ba7-8865-b36a9ffe5966 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:06.641138 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-90b6f403-8ab6-42f8-9a0a-100117ddfeda req-725be26a-2337-4ba7-8865-b36a9ffe5966 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 984 time: 0.0509520 May 26 13:50:06.701456 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-90b6f403-8ab6-42f8-9a0a-100117ddfeda req-610bb0f0-ed7b-46b8-958a-86e1adf9ed9f tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&id=4fef4f7b-39dd-464a-8c6c-49f468a88961&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546145 May 26 13:50:07.509160 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 6 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:50:07.816896 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dddc7f-b6f1-476a-86af-4480cdc97cec req-04effda0-a744-4ec3-aceb-cb1e76eacd3b tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:07.818387 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-15dddc7f-b6f1-476a-86af-4480cdc97cec req-04effda0-a744-4ec3-aceb-cb1e76eacd3b tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 984 time: 0.0474489 May 26 13:50:07.879267 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-15dddc7f-b6f1-476a-86af-4480cdc97cec req-e9c7ebcd-2654-49b4-82aa-76e5aab8c573 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&id=4fef4f7b-39dd-464a-8c6c-49f468a88961&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541296 May 26 13:50:08.995739 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c8517-8536-4909-b9f4-b8288c6d8301 req-69d7c932-730f-48c7-996d-9e70981f862f tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:08.997232 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-566c8517-8536-4909-b9f4-b8288c6d8301 req-69d7c932-730f-48c7-996d-9e70981f862f tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 984 time: 0.0476265 May 26 13:50:09.057138 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-566c8517-8536-4909-b9f4-b8288c6d8301 req-c43f1112-b6bc-410d-b2ea-fa01dd452884 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&id=4fef4f7b-39dd-464a-8c6c-49f468a88961&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540986 May 26 13:50:10.229934 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d210453-ca78-428b-b51a-84cbfb93374b req-00b17240-48f2-426b-ae65-ab0d4dc5d6a5 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:10.231408 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-8d210453-ca78-428b-b51a-84cbfb93374b req-00b17240-48f2-426b-ae65-ab0d4dc5d6a5 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 984 time: 0.0517793 May 26 13:50:10.294134 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-8d210453-ca78-428b-b51a-84cbfb93374b req-fbffd460-ee63-4f39-a7c2-8149f6c37da9 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&id=4fef4f7b-39dd-464a-8c6c-49f468a88961&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570235 May 26 13:50:10.356245 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:50:11.409937 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315445c-7383-4ff3-925b-634f7bb2dab4 req-01eb6dba-0795-4c7d-a4c3-20cda8af7be2 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:11.411421 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-1315445c-7383-4ff3-925b-634f7bb2dab4 req-01eb6dba-0795-4c7d-a4c3-20cda8af7be2 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 984 time: 0.0477393 May 26 13:50:11.474381 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-1315445c-7383-4ff3-925b-634f7bb2dab4 req-aa7a7cfe-45f5-4b5d-b54a-648ac5daa3e5 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&id=4fef4f7b-39dd-464a-8c6c-49f468a88961&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566556 May 26 13:50:12.591939 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:50:12.608057 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b8a80-4668-4d15-89cb-7a8ab00f66e2 req-aa3e76e2-e842-4793-9fb6-5a63de8b05fe tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:12.609575 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5c9b8a80-4668-4d15-89cb-7a8ab00f66e2 req-aa3e76e2-e842-4793-9fb6-5a63de8b05fe tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 984 time: 0.0522122 May 26 13:50:12.671494 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5c9b8a80-4668-4d15-89cb-7a8ab00f66e2 req-48613f5d-b140-432a-b913-2416a27e4c42 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&id=4fef4f7b-39dd-464a-8c6c-49f468a88961&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562601 May 26 13:50:14.079834 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-08b7916d-cddd-471c-a6bb-3352328501ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:50:16.461123 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-0c250b4f-793a-44d4-86ca-c0ef47a6bf3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:50:17.737839 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:50:18.581778 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f56b2-bffb-47ca-81b7-ef84a497e0d2 req-509e00b5-4f4d-4f68-8ff0-8c6dc7b4245f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:18.583269 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-407f56b2-bffb-47ca-81b7-ef84a497e0d2 req-509e00b5-4f4d-4f68-8ff0-8c6dc7b4245f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=667a2ccd9c9045879b4b87e156997161&device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 1129 time: 0.0662215 May 26 13:50:18.594197 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d12c8c-07c2-42dc-b1f2-2661dc8dc1fa req-f922ccaa-1489-4170-923c-c0ca0573ad6f tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:18.595482 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a0d12c8c-07c2-42dc-b1f2-2661dc8dc1fa req-f922ccaa-1489-4170-923c-c0ca0573ad6f tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 945 time: 0.0689037 May 26 13:50:18.707405 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a0d12c8c-07c2-42dc-b1f2-2661dc8dc1fa req-71267817-ff3c-46d2-8aaa-a63e8b1635d2 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0f0254b-25f0-46a7-b90f-dcaef19d2e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036460 May 26 13:50:18.716729 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f56b2-bffb-47ca-81b7-ef84a497e0d2 req-9281360d-d939-47e4-ba64-1bcad1d2c979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:18.718149 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-407f56b2-bffb-47ca-81b7-ef84a497e0d2 req-9281360d-d939-47e4-ba64-1bcad1d2c979 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fcfdea38-f7ed-4182-bc5e-d5404ef24e0e HTTP/1.1" status: 200 len: 919 time: 0.1218517 May 26 13:50:18.793987 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-407f56b2-bffb-47ca-81b7-ef84a497e0d2 req-c3d8125b-d4c2-4133-bffb-39f00031b4ee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a479ff1-a45a-48a2-afb3-db2272655b74 HTTP/1.1" status: 200 len: 1001 time: 0.0673101 May 26 13:50:18.846541 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f56b2-bffb-47ca-81b7-ef84a497e0d2 req-c26db709-35cc-4da8-8e31-d22c5e76ad14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:18.847898 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-407f56b2-bffb-47ca-81b7-ef84a497e0d2 req-c26db709-35cc-4da8-8e31-d22c5e76ad14 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5 HTTP/1.1" status: 200 len: 857 time: 0.0451598 May 26 13:50:18.891613 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f56b2-bffb-47ca-81b7-ef84a497e0d2 req-9f497b5e-7bf7-4d29-8d8d-359102a502cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:18.893209 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-407f56b2-bffb-47ca-81b7-ef84a497e0d2 req-9f497b5e-7bf7-4d29-8d8d-359102a502cf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fcfdea38-f7ed-4182-bc5e-d5404ef24e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382090 May 26 13:50:18.988426 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-407f56b2-bffb-47ca-81b7-ef84a497e0d2 req-30131f54-0a33-487f-bfac-66f19bcd8486 service neutron] 10.222.0.57 "GET /v2.0/networks/fcfdea38-f7ed-4182-bc5e-d5404ef24e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863547 May 26 13:50:19.083997 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-407f56b2-bffb-47ca-81b7-ef84a497e0d2 req-c296d6d8-afcb-41a6-ba67-19d813898132 service neutron] 10.222.0.57 "GET /v2.0/networks/fcfdea38-f7ed-4182-bc5e-d5404ef24e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828764 May 26 13:50:19.148689 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:50:19.827618 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91298ed9-5be2-475f-a65d-9c4b1090a745 req-dd978432-eabc-43a5-b735-9c8d2797184d tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:19.829152 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-91298ed9-5be2-475f-a65d-9c4b1090a745 req-dd978432-eabc-43a5-b735-9c8d2797184d tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 945 time: 0.0497584 May 26 13:50:19.880819 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-91298ed9-5be2-475f-a65d-9c4b1090a745 req-8aa73b29-cca6-40b7-9e4c-c56b0c0894d7 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0f0254b-25f0-46a7-b90f-dcaef19d2e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458868 May 26 13:50:20.465260 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:50:20.996323 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e2194-3f07-454d-b503-809bd7fb0806 req-08999420-1959-4d77-8b8f-e8dee3cafe84 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:20.997823 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-518e2194-3f07-454d-b503-809bd7fb0806 req-08999420-1959-4d77-8b8f-e8dee3cafe84 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 945 time: 0.0463884 May 26 13:50:21.045388 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-518e2194-3f07-454d-b503-809bd7fb0806 req-47696ae7-e5ea-4a8d-a8d2-4ca65d286a6c tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0f0254b-25f0-46a7-b90f-dcaef19d2e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419593 May 26 13:50:22.128129 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=84 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:50:22.129955 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=80 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:50:22.165567 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682d42f-50f7-4575-a60d-dffea95715c7 req-cfbeeb9e-b52d-4b9f-a6a6-cb456b20421f tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:22.167038 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-6682d42f-50f7-4575-a60d-dffea95715c7 req-cfbeeb9e-b52d-4b9f-a6a6-cb456b20421f tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 945 time: 0.0471368 May 26 13:50:22.213316 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-6682d42f-50f7-4575-a60d-dffea95715c7 req-e75aac29-16bd-4546-8296-f2c4c7121f46 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0f0254b-25f0-46a7-b90f-dcaef19d2e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407653 May 26 13:50:22.607178 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=3 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:50:22.607874 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=5 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:50:23.294427 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:50:23.335151 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145f066-73a8-4ac4-9210-2ea0e53e7f7d req-6bf4e5ea-7438-41dd-8d0f-7e2611511b1f tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:23.336773 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b145f066-73a8-4ac4-9210-2ea0e53e7f7d req-6bf4e5ea-7438-41dd-8d0f-7e2611511b1f tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 945 time: 0.0524836 May 26 13:50:23.389354 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b145f066-73a8-4ac4-9210-2ea0e53e7f7d req-15b6c14f-8b38-458b-897d-8de3142d1d64 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0f0254b-25f0-46a7-b90f-dcaef19d2e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468206 May 26 13:50:24.510825 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7506933-e6d6-4fd4-b3d4-2ce46d65291d req-edf149df-34c1-42d6-a37d-37bc46663f97 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:24.512371 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e7506933-e6d6-4fd4-b3d4-2ce46d65291d req-edf149df-34c1-42d6-a37d-37bc46663f97 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 945 time: 0.0496328 May 26 13:50:24.560993 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e7506933-e6d6-4fd4-b3d4-2ce46d65291d req-e81f6faf-33c2-4193-8c8c-0ee0af6b9ea1 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0f0254b-25f0-46a7-b90f-dcaef19d2e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430655 May 26 13:50:25.478773 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3147c6-51ec-4336-b219-aabd8ff6309e req-5fba3f76-1b2b-40e7-b318-98846b1bfa0d tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:25.480252 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-1a3147c6-51ec-4336-b219-aabd8ff6309e req-5fba3f76-1b2b-40e7-b318-98846b1bfa0d tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0528207 May 26 13:50:25.499478 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:50:25.529954 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-1a3147c6-51ec-4336-b219-aabd8ff6309e req-31f15e0d-41ea-479f-aef7-0812cff0b9e3 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436811 May 26 13:50:25.678951 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2833dd9-08bf-49c2-b199-3d50df4f32d7 req-718c9cb1-2e8b-4f36-b9ea-f7c5f0e3659b tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:25.680717 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-d2833dd9-08bf-49c2-b199-3d50df4f32d7 req-718c9cb1-2e8b-4f36-b9ea-f7c5f0e3659b tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 945 time: 0.0481770 May 26 13:50:25.728754 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-d2833dd9-08bf-49c2-b199-3d50df4f32d7 req-cb5522c5-cca6-4ee3-b5f4-b4fd5b05d134 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0f0254b-25f0-46a7-b90f-dcaef19d2e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423694 May 26 13:50:26.659031 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292d7c3-e02a-48a1-b713-9e1a98c2745e req-c2e8be4e-d5e2-4e74-b42e-f1be37793907 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:26.660558 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0292d7c3-e02a-48a1-b713-9e1a98c2745e req-c2e8be4e-d5e2-4e74-b42e-f1be37793907 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0524809 May 26 13:50:26.716493 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0292d7c3-e02a-48a1-b713-9e1a98c2745e req-f1a1c9bd-00ed-43ef-b672-870fa7f990d0 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494385 May 26 13:50:26.855001 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce286c-c59c-4ad5-a986-bc05765726f2 req-2f3d11de-1901-4fdd-b51d-25fd90f20e94 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:26.856457 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-46ce286c-c59c-4ad5-a986-bc05765726f2 req-2f3d11de-1901-4fdd-b51d-25fd90f20e94 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 945 time: 0.0518663 May 26 13:50:26.904510 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-46ce286c-c59c-4ad5-a986-bc05765726f2 req-ade5eea7-bc61-4693-a6b6-661476e92c86 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0f0254b-25f0-46a7-b90f-dcaef19d2e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423605 May 26 13:50:27.843207 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548e7cd-b022-4b2f-a311-10ec4934d65b req-8265619d-a2f4-486e-9bab-4fcc1f5c106e tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:27.844705 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e548e7cd-b022-4b2f-a311-10ec4934d65b req-8265619d-a2f4-486e-9bab-4fcc1f5c106e tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0485742 May 26 13:50:27.899327 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e548e7cd-b022-4b2f-a311-10ec4934d65b req-c997a7ac-1dd4-4346-9a04-5034630bb193 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489695 May 26 13:50:28.175664 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0580a64-b155-4d08-9597-53df923e79ee req-004bd4b7-737f-4f4d-bb12-63a422378dad tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:28.177095 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-e0580a64-b155-4d08-9597-53df923e79ee req-004bd4b7-737f-4f4d-bb12-63a422378dad tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 945 time: 0.0466900 May 26 13:50:28.224652 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-e0580a64-b155-4d08-9597-53df923e79ee req-e0d763c3-19c0-4bae-a0f4-e90935c5283b tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0f0254b-25f0-46a7-b90f-dcaef19d2e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414169 May 26 13:50:29.011710 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be981882-c9d1-44ea-83fd-f08d9b061436 req-d3af4968-6a7f-4617-9c9b-51e8ad35cf54 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:29.013277 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-be981882-c9d1-44ea-83fd-f08d9b061436 req-d3af4968-6a7f-4617-9c9b-51e8ad35cf54 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0466661 May 26 13:50:29.059693 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-be981882-c9d1-44ea-83fd-f08d9b061436 req-dcf51839-3a19-4246-b2f2-358ce588a1a1 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409410 May 26 13:50:29.344801 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e87ab0-ee11-4bda-ba07-ce5fa4475d4d req-ad78bb37-1ec7-40c2-8a33-38931021df0c tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:29.346331 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-80e87ab0-ee11-4bda-ba07-ce5fa4475d4d req-ad78bb37-1ec7-40c2-8a33-38931021df0c tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 945 time: 0.0534000 May 26 13:50:29.396096 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-80e87ab0-ee11-4bda-ba07-ce5fa4475d4d req-c5671009-117c-4ecd-9b88-d56bb3b4a896 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0f0254b-25f0-46a7-b90f-dcaef19d2e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443361 May 26 13:50:30.173456 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cb0f5-0b55-4adc-953f-c1baac2c437d req-d8b2e8fe-7c39-4137-b7d7-1f348e389b49 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:30.174828 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ce9cb0f5-0b55-4adc-953f-c1baac2c437d req-d8b2e8fe-7c39-4137-b7d7-1f348e389b49 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0466347 May 26 13:50:30.221344 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ce9cb0f5-0b55-4adc-953f-c1baac2c437d req-0846608b-36d4-49ca-8e62-b3a11a5212b9 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409524 May 26 13:50:30.457864 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:50:30.459804 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:50:30.513402 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ac341-35f4-4aff-958f-3f8f52d39f3e req-e7bf5f76-e7c6-42ae-b812-b8c4b52da87b tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:30.514902 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-688ac341-35f4-4aff-958f-3f8f52d39f3e req-e7bf5f76-e7c6-42ae-b812-b8c4b52da87b tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 945 time: 0.0475881 May 26 13:50:30.561716 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-688ac341-35f4-4aff-958f-3f8f52d39f3e req-a55e7cad-ec44-4e7f-9d47-8abd2e429e6d tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0f0254b-25f0-46a7-b90f-dcaef19d2e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413096 May 26 13:50:31.283105 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de214667-2079-4354-b025-d208c21d2e30 req-1436988c-0fe9-45bf-a72a-530d1408c53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:31.284602 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-de214667-2079-4354-b025-d208c21d2e30 req-1436988c-0fe9-45bf-a72a-530d1408c53e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 1129 time: 0.0407090 May 26 13:50:31.354991 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba3522-5d75-45c6-bdb0-607793185c78 req-6420ec01-a47f-4494-85bb-82956e40ca75 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:31.356469 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-7dba3522-5d75-45c6-bdb0-607793185c78 req-6420ec01-a47f-4494-85bb-82956e40ca75 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0665834 May 26 13:50:31.380409 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-de214667-2079-4354-b025-d208c21d2e30 req-41bdc9d5-282a-4ed8-b9a8-27734beba480 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c0f0254b-25f0-46a7-b90f-dcaef19d2e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893104 May 26 13:50:31.408774 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-7dba3522-5d75-45c6-bdb0-607793185c78 req-c81c2b8a-7a42-40ae-ade5-7fd14f8b6b07 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444427 May 26 13:50:31.678433 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6cc37-f790-42e1-9d86-4c00de15da6c req-aa5cbc4b-d3fd-4e8f-9513-4b2466a5fee1 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:31.679947 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-ecc6cc37-f790-42e1-9d86-4c00de15da6c req-aa5cbc4b-d3fd-4e8f-9513-4b2466a5fee1 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 945 time: 0.0490077 May 26 13:50:31.731886 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-ecc6cc37-f790-42e1-9d86-4c00de15da6c req-20297cb8-ce8b-4442-b01f-345fb6f4312d tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0f0254b-25f0-46a7-b90f-dcaef19d2e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460553 May 26 13:50:32.526572 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af267062-d95c-4d60-9ce6-1068f85bce20 req-d7f0db0c-a2fc-47fb-987a-02f6cc29797e tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:32.528047 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-af267062-d95c-4d60-9ce6-1068f85bce20 req-d7f0db0c-a2fc-47fb-987a-02f6cc29797e tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0472288 May 26 13:50:32.578117 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-af267062-d95c-4d60-9ce6-1068f85bce20 req-0c9a4222-738f-4f7d-9a26-21c88454e271 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445194 May 26 13:50:32.846361 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ba5c3-1a41-4edf-8d0a-5969beecca36 req-f4c5585a-91c6-4665-ae3c-2c742914f40c tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:32.847838 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-d89ba5c3-1a41-4edf-8d0a-5969beecca36 req-f4c5585a-91c6-4665-ae3c-2c742914f40c tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 945 time: 0.0479002 May 26 13:50:32.898805 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-d89ba5c3-1a41-4edf-8d0a-5969beecca36 req-d963a6e6-d972-4974-9ad8-8d4447314bf3 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0f0254b-25f0-46a7-b90f-dcaef19d2e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453300 May 26 13:50:33.301465 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fdff08-79c7-45cd-966a-1457e4e96467 req-16e0483b-cd7c-4d70-ad84-b0307d21cfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:33.302884 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a4fdff08-79c7-45cd-966a-1457e4e96467 req-16e0483b-cd7c-4d70-ad84-b0307d21cfcb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=667a2ccd9c9045879b4b87e156997161&device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 1129 time: 0.0727835 May 26 13:50:33.309688 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c94e4e-d86d-41e9-8328-21a7ea56ccc2 req-dfa840a6-9bdb-4210-9929-16f14d7a4abb tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:33.311030 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e4c94e4e-d86d-41e9-8328-21a7ea56ccc2 req-dfa840a6-9bdb-4210-9929-16f14d7a4abb tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 945 time: 0.0728822 May 26 13:50:33.611296 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:50:33.634043 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e4c94e4e-d86d-41e9-8328-21a7ea56ccc2 req-8aaa2ed9-7f8c-46e7-978d-6a34d3c42bb6 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0f0254b-25f0-46a7-b90f-dcaef19d2e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3133738 May 26 13:50:33.656834 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fdff08-79c7-45cd-966a-1457e4e96467 req-3ea8d022-8bb5-4cc2-a597-97be5ebd882f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:33.658292 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a4fdff08-79c7-45cd-966a-1457e4e96467 req-3ea8d022-8bb5-4cc2-a597-97be5ebd882f service neutron] 10.222.0.57 "GET /v2.0/networks?id=fcfdea38-f7ed-4182-bc5e-d5404ef24e0e HTTP/1.1" status: 200 len: 919 time: 0.3452318 May 26 13:50:33.714359 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b827c6-fc11-4100-8239-b9e15a24bc1b req-8df86f12-d42e-4284-9ac0-1aa017f4b671 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:33.715845 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-06b827c6-fc11-4100-8239-b9e15a24bc1b req-8df86f12-d42e-4284-9ac0-1aa017f4b671 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0465260 May 26 13:50:33.716746 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:50:33.724732 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a4fdff08-79c7-45cd-966a-1457e4e96467 req-9c8368ed-ee48-401b-9db4-885e6faa1b68 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a479ff1-a45a-48a2-afb3-db2272655b74 HTTP/1.1" status: 200 len: 1001 time: 0.0585027 May 26 13:50:33.764609 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-06b827c6-fc11-4100-8239-b9e15a24bc1b req-a36f89e0-1f53-45cc-bb10-0d8fb63d51d2 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426834 May 26 13:50:33.778167 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fdff08-79c7-45cd-966a-1457e4e96467 req-12bdc78e-b015-4587-958c-6cb52253cdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:33.779632 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a4fdff08-79c7-45cd-966a-1457e4e96467 req-12bdc78e-b015-4587-958c-6cb52253cdcf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5 HTTP/1.1" status: 200 len: 857 time: 0.0483561 May 26 13:50:33.822280 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fdff08-79c7-45cd-966a-1457e4e96467 req-3d9a2db3-7699-4635-ac56-3e7c839ba2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:33.824159 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a4fdff08-79c7-45cd-966a-1457e4e96467 req-3d9a2db3-7699-4635-ac56-3e7c839ba2d9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fcfdea38-f7ed-4182-bc5e-d5404ef24e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386095 May 26 13:50:33.915738 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a4fdff08-79c7-45cd-966a-1457e4e96467 req-036a93ee-b965-496f-927f-0de9c2667ca7 service neutron] 10.222.0.57 "GET /v2.0/networks/fcfdea38-f7ed-4182-bc5e-d5404ef24e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848844 May 26 13:50:34.013770 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a4fdff08-79c7-45cd-966a-1457e4e96467 req-6bad701d-a39a-474f-8441-c45be527962a service neutron] 10.222.0.57 "GET /v2.0/networks/fcfdea38-f7ed-4182-bc5e-d5404ef24e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915670 May 26 13:50:34.756141 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de2548-eb24-478f-b7b0-62f69888bea4 req-6851938e-11d7-42e5-a727-3b5229ac8f68 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:34.758137 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-54de2548-eb24-478f-b7b0-62f69888bea4 req-6851938e-11d7-42e5-a727-3b5229ac8f68 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 945 time: 0.0496686 May 26 13:50:34.807909 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-54de2548-eb24-478f-b7b0-62f69888bea4 req-0f252239-5587-4cd5-9862-6469a60e1977 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0f0254b-25f0-46a7-b90f-dcaef19d2e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435467 May 26 13:50:34.884911 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4b7fe-4b7d-461f-8d46-394f42f4a382 req-84b41b0e-0a44-4635-bd68-506f2ce6fb8b tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:34.886429 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-25c4b7fe-4b7d-461f-8d46-394f42f4a382 req-84b41b0e-0a44-4635-bd68-506f2ce6fb8b tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0511029 May 26 13:50:34.948235 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-25c4b7fe-4b7d-461f-8d46-394f42f4a382 req-80ee409a-db16-4fae-b96d-6567bc9d5f05 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561867 May 26 13:50:35.934359 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e0678-e820-4f9e-97cd-de52fa7dff54 req-63b7383d-3e9c-4e15-b7d8-165f27243b13 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:35.935840 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-1b2e0678-e820-4f9e-97cd-de52fa7dff54 req-63b7383d-3e9c-4e15-b7d8-165f27243b13 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 945 time: 0.0564945 May 26 13:50:35.984061 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-1b2e0678-e820-4f9e-97cd-de52fa7dff54 req-2d4e4a34-4d22-4937-bd5f-d4def32130d3 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0f0254b-25f0-46a7-b90f-dcaef19d2e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426741 May 26 13:50:36.054831 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=100 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:50:36.068463 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a62cf2-7cac-481a-bd40-8724e515251e req-c576921e-c7e1-402d-9ba2-636bac5c3540 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:36.070245 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-c0a62cf2-7cac-481a-bd40-8724e515251e req-c576921e-c7e1-402d-9ba2-636bac5c3540 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0532389 May 26 13:50:36.134537 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-c0a62cf2-7cac-481a-bd40-8724e515251e req-c3cdf773-cb06-4eef-875f-ad906baa96fb tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586116 May 26 13:50:37.107784 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc20923-9674-4022-8b47-9e0511a36d8c req-a7f22be0-cf84-4385-921c-0d04394d781e tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:37.109210 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bfc20923-9674-4022-8b47-9e0511a36d8c req-a7f22be0-cf84-4385-921c-0d04394d781e tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 945 time: 0.0479715 May 26 13:50:37.156857 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bfc20923-9674-4022-8b47-9e0511a36d8c req-a354c2c6-41a3-4d73-8d4e-147739b77a6b tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0f0254b-25f0-46a7-b90f-dcaef19d2e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420749 May 26 13:50:37.260175 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07143ea0-4ed6-4934-a730-eba1fcc08557 req-09127f35-c035-4a30-824d-c65803cda85a tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:37.262003 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-07143ea0-4ed6-4934-a730-eba1fcc08557 req-09127f35-c035-4a30-824d-c65803cda85a tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0550246 May 26 13:50:37.314010 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-07143ea0-4ed6-4934-a730-eba1fcc08557 req-8dc5223a-c507-461f-9185-e83ac27853e9 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467868 May 26 13:50:38.278524 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb892e8f-cbae-45fa-b9eb-199071b99c1b req-6e4afe9d-b1a8-4cf1-b866-ab588509f815 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:38.280060 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fb892e8f-cbae-45fa-b9eb-199071b99c1b req-6e4afe9d-b1a8-4cf1-b866-ab588509f815 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 945 time: 0.0488117 May 26 13:50:38.330581 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fb892e8f-cbae-45fa-b9eb-199071b99c1b req-7414b4dd-3316-4775-9399-a64da435eede tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0f0254b-25f0-46a7-b90f-dcaef19d2e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449457 May 26 13:50:38.409901 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=100 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:50:38.428673 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686f369-cddc-48f1-8668-af1555eb8d64 req-83f5550f-a808-4d9a-b73a-a9f9afe9e3da tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:38.430388 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-d686f369-cddc-48f1-8668-af1555eb8d64 req-83f5550f-a808-4d9a-b73a-a9f9afe9e3da tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0480044 May 26 13:50:38.440335 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3a18a-8931-47b6-bc56-e0ea98c4013e req-db81097f-f0c7-4c8f-970d-a110c1e4ea04 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:38.441743 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5dd3a18a-8931-47b6-bc56-e0ea98c4013e req-db81097f-f0c7-4c8f-970d-a110c1e4ea04 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 945 time: 0.0471156 May 26 13:50:38.451039 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 35228) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:50:38.455508 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-61b432a2-8813-42c4-bb2c-f00a599a3392 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Request body: {'floatingip': {'port_id': '8a479ff1-a45a-48a2-afb3-db2272655b74'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:50:38.479037 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-d686f369-cddc-48f1-8668-af1555eb8d64 req-d0a63fb3-798d-46d2-8940-ce4fb55ee32a tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429614 May 26 13:50:38.509421 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-61b432a2-8813-42c4-bb2c-f00a599a3392 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks [] for floatingip (ba34efc4-44ac-41a3-b1cc-92c81b4a9a56), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:50:38.722585 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:50:38.734276 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:50:38.987923 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-61b432a2-8813-42c4-bb2c-f00a599a3392 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:50:38.992596 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-61b432a2-8813-42c4-bb2c-f00a599a3392 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568549'] for floatingip (ba34efc4-44ac-41a3-b1cc-92c81b4a9a56), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:50:39.230704 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b432a2-8813-42c4-bb2c-f00a599a3392 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Router e8fa3225-aa55-4fb1-af18-cb8a643e77e7 has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:50:39.348807 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b432a2-8813-42c4-bb2c-f00a599a3392 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:50:39.354431 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-61b432a2-8813-42c4-bb2c-f00a599a3392 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for floatingip (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:50:39.359051 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fecc6b-16fd-4ba2-b352-5939f435fc83 None None] Sync routers for ids ['e8fa3225-aa55-4fb1-af18-cb8a643e77e7'] in dv-cinder-819668-4-iscsi {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:50:39.370179 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fecc6b-16fd-4ba2-b352-5939f435fc83 None None] Routers {'e8fa3225-aa55-4fb1-af18-cb8a643e77e7'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:50:39.370807 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-37fecc6b-16fd-4ba2-b352-5939f435fc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:50:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['e8fa3225-aa55-4fb1-af18-cb8a643e77e7'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:50:39.397395 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda2ad3f-020c-4f84-8456-bd57ac8994a1', 'tag': '8a479ff1-a45a-48a2-afb3-db2272655b74'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:50:39.401380 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7a7b80-8ccd-4d8f-8355-b973eebab93b" -d '{"events": [{"name": "network-changed", "server_uuid": "eda2ad3f-020c-4f84-8456-bd57ac8994a1", "tag": "8a479ff1-a45a-48a2-afb3-db2272655b74"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:50:39.438423 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-61b432a2-8813-42c4-bb2c-f00a599a3392 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "PUT /v2.0/floatingips/ba34efc4-44ac-41a3-b1cc-92c81b4a9a56 HTTP/1.1" status: 200 len: 993 time: 0.9863036 May 26 13:50:39.491985 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-37fecc6b-16fd-4ba2-b352-5939f435fc83 None None] Set router e8fa3225-aa55-4fb1-af18-cb8a643e77e7 gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:50:39.524990 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03dfd2d-441f-4717-94df-15e36fcfbdb9 x-openstack-request-id: req-e03dfd2d-441f-4717-94df-15e36fcfbdb9 {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:50:39.525628 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda2ad3f-020c-4f84-8456-bd57ac8994a1", "tag": "8a479ff1-a45a-48a2-afb3-db2272655b74", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:50:39.525836 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e03dfd2d-441f-4717-94df-15e36fcfbdb9 {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:50:39.526184 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e03dfd2d-441f-4717-94df-15e36fcfbdb9'] response: {'name': 'network-changed', 'server_uuid': 'eda2ad3f-020c-4f84-8456-bd57ac8994a1', 'tag': '8a479ff1-a45a-48a2-afb3-db2272655b74', 'status': 'completed', 'code': 200} May 26 13:50:39.592433 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a7b80-8ccd-4d8f-8355-b973eebab93b req-7f060532-1c95-4dac-affc-4163094c29f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:39.594069 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-7c7a7b80-8ccd-4d8f-8355-b973eebab93b req-7f060532-1c95-4dac-affc-4163094c29f3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=667a2ccd9c9045879b4b87e156997161&device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 1129 time: 0.0449169 May 26 13:50:39.623348 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03d3f4-ec90-4a31-8009-1780a2b6adb9 req-8385e1f6-70d4-4d84-9dc8-cb0ec53df2c2 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:39.625103 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-ff03d3f4-ec90-4a31-8009-1780a2b6adb9 req-8385e1f6-70d4-4d84-9dc8-cb0ec53df2c2 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0568197 May 26 13:50:39.687126 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-ff03d3f4-ec90-4a31-8009-1780a2b6adb9 req-fe7a4d5e-a46a-4b34-8462-af9599e1c77e tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556355 May 26 13:50:39.708297 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a7b80-8ccd-4d8f-8355-b973eebab93b req-9667c7eb-a3ed-492e-b84a-ce04cc6f1c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:39.709863 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-7c7a7b80-8ccd-4d8f-8355-b973eebab93b req-9667c7eb-a3ed-492e-b84a-ce04cc6f1c26 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fcfdea38-f7ed-4182-bc5e-d5404ef24e0e HTTP/1.1" status: 200 len: 919 time: 0.1097114 May 26 13:50:39.732158 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-37fecc6b-16fd-4ba2-b352-5939f435fc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'name': 'tempest-ServerRescueNegativeTestJSON-460254636-router', 'tenant_id': '667a2ccd9c9045879b4b87e156997161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e02981ca-bf77-4efd-95de-0490160000b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:41Z', 'updated_at': '2022-05-26T13:44:56Z', 'revision_number': 4, 'project_id': '667a2ccd9c9045879b4b87e156997161', 'gw_port': {'id': 'e02981ca-bf77-4efd-95de-0490160000b4', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:43Z', 'updated_at': '2022-05-26T13:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': 'ba34efc4-44ac-41a3-b1cc-92c81b4a9a56', 'tenant_id': '667a2ccd9c9045879b4b87e156997161', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'port_id': '8a479ff1-a45a-48a2-afb3-db2272655b74', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfdea38-f7ed-4182-bc5e-d5404ef24e0e', 'mac_address': 'fa:16:3e:fc:bf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda2ad3f-020c-4f84-8456-bd57ac8994a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:48:04Z', 'updated_at': '2022-05-26T13:50:38Z', 'revision_number': 3, 'project_id': '667a2ccd9c9045879b4b87e156997161', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14748004-3c44-41d4-b8ec-a3c2a1ef9143', 'name': '', 'network_id': 'fcfdea38-f7ed-4182-bc5e-d5404ef24e0e', 'tenant_id': '667a2ccd9c9045879b4b87e156997161', 'mac_address': 'fa:16:3e:ec:9b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:52Z', 'updated_at': '2022-05-26T13:45:06Z', 'revision_number': 5, 'project_id': '667a2ccd9c9045879b4b87e156997161', 'subnets': [{'id': 'b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:50:39.761244 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fecc6b-16fd-4ba2-b352-5939f435fc83 None None] Checking router: e8fa3225-aa55-4fb1-af18-cb8a643e77e7 for host: dv-cinder-819668-4-iscsi {{(pid=110503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:50:39.770189 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fecc6b-16fd-4ba2-b352-5939f435fc83 None None] Routers {'e8fa3225-aa55-4fb1-af18-cb8a643e77e7'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:50:39.770761 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-37fecc6b-16fd-4ba2-b352-5939f435fc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:50:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['e8fa3225-aa55-4fb1-af18-cb8a643e77e7'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:50:39.775536 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-7c7a7b80-8ccd-4d8f-8355-b973eebab93b req-1d8958fe-7270-4ff5-9125-c942e749ef39 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a479ff1-a45a-48a2-afb3-db2272655b74 HTTP/1.1" status: 200 len: 1001 time: 0.0592861 May 26 13:50:39.830703 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a7b80-8ccd-4d8f-8355-b973eebab93b req-bfca494c-bd0c-449e-8a22-6034b3244159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:39.832167 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-7c7a7b80-8ccd-4d8f-8355-b973eebab93b req-bfca494c-bd0c-449e-8a22-6034b3244159 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5 HTTP/1.1" status: 200 len: 857 time: 0.0508726 May 26 13:50:39.875285 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-37fecc6b-16fd-4ba2-b352-5939f435fc83 None None] Set router e8fa3225-aa55-4fb1-af18-cb8a643e77e7 gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:50:39.876067 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a7b80-8ccd-4d8f-8355-b973eebab93b req-043df91b-b46b-425d-8d99-cd94d990abc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:39.877627 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-7c7a7b80-8ccd-4d8f-8355-b973eebab93b req-043df91b-b46b-425d-8d99-cd94d990abc1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fcfdea38-f7ed-4182-bc5e-d5404ef24e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390522 May 26 13:50:39.953222 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:50:39.962716 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:50:39.978726 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-7c7a7b80-8ccd-4d8f-8355-b973eebab93b req-d57188c3-0c08-4ecf-a81a-adfde56be590 service neutron] 10.222.0.57 "GET /v2.0/networks/fcfdea38-f7ed-4182-bc5e-d5404ef24e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943108 May 26 13:50:40.086529 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-7c7a7b80-8ccd-4d8f-8355-b973eebab93b req-912e9c6a-b4ef-4641-ba64-1c47ea45b718 service neutron] 10.222.0.57 "GET /v2.0/networks/fcfdea38-f7ed-4182-bc5e-d5404ef24e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012621 May 26 13:50:40.194413 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-37fecc6b-16fd-4ba2-b352-5939f435fc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'name': 'tempest-ServerRescueNegativeTestJSON-460254636-router', 'tenant_id': '667a2ccd9c9045879b4b87e156997161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e02981ca-bf77-4efd-95de-0490160000b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:41Z', 'updated_at': '2022-05-26T13:44:56Z', 'revision_number': 4, 'project_id': '667a2ccd9c9045879b4b87e156997161', 'gw_port': {'id': 'e02981ca-bf77-4efd-95de-0490160000b4', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:43Z', 'updated_at': '2022-05-26T13:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': 'ba34efc4-44ac-41a3-b1cc-92c81b4a9a56', 'tenant_id': '667a2ccd9c9045879b4b87e156997161', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'port_id': '8a479ff1-a45a-48a2-afb3-db2272655b74', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfdea38-f7ed-4182-bc5e-d5404ef24e0e', 'mac_address': 'fa:16:3e:fc:bf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda2ad3f-020c-4f84-8456-bd57ac8994a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:48:04Z', 'updated_at': '2022-05-26T13:50:38Z', 'revision_number': 3, 'project_id': '667a2ccd9c9045879b4b87e156997161', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14748004-3c44-41d4-b8ec-a3c2a1ef9143', 'name': '', 'network_id': 'fcfdea38-f7ed-4182-bc5e-d5404ef24e0e', 'tenant_id': '667a2ccd9c9045879b4b87e156997161', 'mac_address': 'fa:16:3e:ec:9b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:52Z', 'updated_at': '2022-05-26T13:45:06Z', 'revision_number': 5, 'project_id': '667a2ccd9c9045879b4b87e156997161', 'subnets': [{'id': 'b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:50:40.220469 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fecc6b-16fd-4ba2-b352-5939f435fc83 None None] The sync data for ids ['e8fa3225-aa55-4fb1-af18-cb8a643e77e7'] in dv-cinder-819668-4-iscsi is: [{'id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'name': 'tempest-ServerRescueNegativeTestJSON-460254636-router', 'tenant_id': '667a2ccd9c9045879b4b87e156997161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e02981ca-bf77-4efd-95de-0490160000b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:41Z', 'updated_at': '2022-05-26T13:44:56Z', 'revision_number': 4, 'project_id': '667a2ccd9c9045879b4b87e156997161', 'gw_port': {'id': 'e02981ca-bf77-4efd-95de-0490160000b4', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:43Z', 'updated_at': '2022-05-26T13:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': 'ba34efc4-44ac-41a3-b1cc-92c81b4a9a56', 'tenant_id': '667a2ccd9c9045879b4b87e156997161', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'port_id': '8a479ff1-a45a-48a2-afb3-db2272655b74', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfdea38-f7ed-4182-bc5e-d5404ef24e0e', 'mac_address': 'fa:16:3e:fc:bf:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda2ad3f-020c-4f84-8456-bd57ac8994a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:48:04Z', 'updated_at': '2022-05-26T13:50:38Z', 'revision_number': 3, 'project_id': '667a2ccd9c9045879b4b87e156997161', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14748004-3c44-41d4-b8ec-a3c2a1ef9143', 'name': '', 'network_id': 'fcfdea38-f7ed-4182-bc5e-d5404ef24e0e', 'tenant_id': '667a2ccd9c9045879b4b87e156997161', 'mac_address': 'fa:16:3e:ec:9b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:52Z', 'updated_at': '2022-05-26T13:45:06Z', 'revision_number': 5, 'project_id': '667a2ccd9c9045879b4b87e156997161', 'subnets': [{'id': 'b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:50:40.362529 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:50:40.828319 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd426a30-12ad-482d-abad-1ea0ba76263d req-911b7ace-af07-4802-b01d-d76174f7c148 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:40.830532 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bd426a30-12ad-482d-abad-1ea0ba76263d req-911b7ace-af07-4802-b01d-d76174f7c148 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0636876 May 26 13:50:40.888694 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bd426a30-12ad-482d-abad-1ea0ba76263d req-290de01e-ac99-4210-9a17-0f84ff0784b0 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519063 May 26 13:50:41.527580 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda2ad3f-020c-4f84-8456-bd57ac8994a1', 'tag': '8a479ff1-a45a-48a2-afb3-db2272655b74'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:50:41.529949 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e664778-7418-4549-a2d1-aee6784bef2a" -d '{"events": [{"name": "network-changed", "server_uuid": "eda2ad3f-020c-4f84-8456-bd57ac8994a1", "tag": "8a479ff1-a45a-48a2-afb3-db2272655b74"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:50:41.570709 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca565ff-97f8-4fc2-97c1-dbbea2a94748 x-openstack-request-id: req-8ca565ff-97f8-4fc2-97c1-dbbea2a94748 {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:50:41.571001 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda2ad3f-020c-4f84-8456-bd57ac8994a1", "tag": "8a479ff1-a45a-48a2-afb3-db2272655b74", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:50:41.571255 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8ca565ff-97f8-4fc2-97c1-dbbea2a94748 {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:50:41.571663 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ca565ff-97f8-4fc2-97c1-dbbea2a94748'] response: {'name': 'network-changed', 'server_uuid': 'eda2ad3f-020c-4f84-8456-bd57ac8994a1', 'tag': '8a479ff1-a45a-48a2-afb3-db2272655b74', 'status': 'completed', 'code': 200} May 26 13:50:41.639329 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e664778-7418-4549-a2d1-aee6784bef2a req-0ed97812-22f4-4d16-adc7-9af6c97bc0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:41.640883 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6e664778-7418-4549-a2d1-aee6784bef2a req-0ed97812-22f4-4d16-adc7-9af6c97bc0da service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=667a2ccd9c9045879b4b87e156997161&device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 1129 time: 0.0462618 May 26 13:50:41.734736 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e664778-7418-4549-a2d1-aee6784bef2a req-ffc85efb-bcc4-44ad-ba78-629fa2dc174b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:41.736235 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6e664778-7418-4549-a2d1-aee6784bef2a req-ffc85efb-bcc4-44ad-ba78-629fa2dc174b service neutron] 10.222.0.57 "GET /v2.0/networks?id=fcfdea38-f7ed-4182-bc5e-d5404ef24e0e HTTP/1.1" status: 200 len: 919 time: 0.0894420 May 26 13:50:41.806593 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6e664778-7418-4549-a2d1-aee6784bef2a req-bdaa7cd7-2b8d-4a31-b254-b9b9457a13c9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a479ff1-a45a-48a2-afb3-db2272655b74 HTTP/1.1" status: 200 len: 1001 time: 0.0633831 May 26 13:50:41.857598 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e664778-7418-4549-a2d1-aee6784bef2a req-669857f4-303c-4e06-ae8a-c7211f198541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:41.859178 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6e664778-7418-4549-a2d1-aee6784bef2a req-669857f4-303c-4e06-ae8a-c7211f198541 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5 HTTP/1.1" status: 200 len: 857 time: 0.0468762 May 26 13:50:41.908954 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e664778-7418-4549-a2d1-aee6784bef2a req-0724f2d8-b85a-45c0-a391-9b1c77d094ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:41.910539 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6e664778-7418-4549-a2d1-aee6784bef2a req-0724f2d8-b85a-45c0-a391-9b1c77d094ab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fcfdea38-f7ed-4182-bc5e-d5404ef24e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441976 May 26 13:50:42.035540 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0138623-3fdf-4082-978e-36f1407d01bf req-ab78c87e-20a4-493e-b52f-b730c4c8ee26 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:42.037070 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e0138623-3fdf-4082-978e-36f1407d01bf req-ab78c87e-20a4-493e-b52f-b730c4c8ee26 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0661910 May 26 13:50:42.065382 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6e664778-7418-4549-a2d1-aee6784bef2a req-c65a2f29-9411-43e5-adf5-518ed12625c2 service neutron] 10.222.0.57 "GET /v2.0/networks/fcfdea38-f7ed-4182-bc5e-d5404ef24e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483839 May 26 13:50:42.144704 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e0138623-3fdf-4082-978e-36f1407d01bf req-fdfd71e9-47f9-43f6-a624-8e34bc6c5d63 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973063 May 26 13:50:42.179366 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6e664778-7418-4549-a2d1-aee6784bef2a req-38b47d3b-f974-4342-8ff6-f0bcd889d295 service neutron] 10.222.0.57 "GET /v2.0/networks/fcfdea38-f7ed-4182-bc5e-d5404ef24e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069808 May 26 13:50:43.266431 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c06ba5-d0da-41b9-8783-4ea030017800 req-e5d76de2-79fb-4834-9947-2e90ed9ae71d tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:43.267902 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-64c06ba5-d0da-41b9-8783-4ea030017800 req-e5d76de2-79fb-4834-9947-2e90ed9ae71d tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0508678 May 26 13:50:43.316837 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-64c06ba5-d0da-41b9-8783-4ea030017800 req-6bc6ca1f-aa86-491c-9f4d-5994dcbf3747 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428414 May 26 13:50:44.083610 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-bb85266a-70f6-4ba1-9b1d-bf3e17c4fbdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:50:44.432182 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f950d-94ea-406a-8ed8-f861742ef1e7 req-a36b0150-9522-46fc-8bf4-bda27816ed6b tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:44.433685 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e25f950d-94ea-406a-8ed8-f861742ef1e7 req-a36b0150-9522-46fc-8bf4-bda27816ed6b tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0481651 May 26 13:50:44.481668 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e25f950d-94ea-406a-8ed8-f861742ef1e7 req-abf579ad-9422-47eb-a52d-d9d4ced62774 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420582 May 26 13:50:44.508794 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 6 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:50:44.518924 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-360458e1-c60c-47c7-a3bc-66bdf1066774 req-c7c425aa-fc96-4e15-938f-1f474115f932 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0363448 May 26 13:50:44.606543 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360458e1-c60c-47c7-a3bc-66bdf1066774 req-fb92b832-148f-4b11-8458-31215db3f2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:44.607960 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-360458e1-c60c-47c7-a3bc-66bdf1066774 req-fb92b832-148f-4b11-8458-31215db3f2b8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ce476b2a1764f56b9780f4a5c75ac3d&device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 1131 time: 0.0450771 May 26 13:50:44.675430 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:50:44.714839 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360458e1-c60c-47c7-a3bc-66bdf1066774 req-d602d67d-f45a-4659-9464-78de3502057d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:44.716287 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-360458e1-c60c-47c7-a3bc-66bdf1066774 req-d602d67d-f45a-4659-9464-78de3502057d service neutron] 10.222.0.57 "GET /v2.0/networks?id=7243f764-410e-4885-acdc-a415825d1293 HTTP/1.1" status: 200 len: 918 time: 0.0887935 May 26 13:50:44.769648 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:50:44.782560 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-360458e1-c60c-47c7-a3bc-66bdf1066774 req-859ef6ae-7198-4472-b5c0-0eb9a0e9ff65 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=914816b6-d98c-46f8-9da7-123cb0956236 HTTP/1.1" status: 200 len: 1002 time: 0.0599327 May 26 13:50:44.831431 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360458e1-c60c-47c7-a3bc-66bdf1066774 req-9a9eeb8d-9143-4cd6-bfc6-762b6f035d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:44.832899 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-360458e1-c60c-47c7-a3bc-66bdf1066774 req-9a9eeb8d-9143-4cd6-bfc6-762b6f035d35 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f42c48c9-dd9d-4f2d-ada0-47f18130e415 HTTP/1.1" status: 200 len: 856 time: 0.0439672 May 26 13:50:44.875920 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360458e1-c60c-47c7-a3bc-66bdf1066774 req-483f3946-ff97-4f2f-93fc-2fd4b2636ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:44.877323 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-360458e1-c60c-47c7-a3bc-66bdf1066774 req-483f3946-ff97-4f2f-93fc-2fd4b2636ba4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7243f764-410e-4885-acdc-a415825d1293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380552 May 26 13:50:44.972156 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-360458e1-c60c-47c7-a3bc-66bdf1066774 req-ad8640c1-fa70-46ce-bcdc-c5abbd2538e0 service neutron] 10.222.0.57 "GET /v2.0/networks/7243f764-410e-4885-acdc-a415825d1293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879946 May 26 13:50:45.061559 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-360458e1-c60c-47c7-a3bc-66bdf1066774 req-5c69a273-1360-41cd-99fa-08ee818b3693 service neutron] 10.222.0.57 "GET /v2.0/networks/7243f764-410e-4885-acdc-a415825d1293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825782 May 26 13:50:45.596972 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811c449-19cd-4d68-b22a-1b6b553cc08c req-bac6ed5d-cbb7-4e39-8978-eacaa9ca8f96 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:45.598459 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-0811c449-19cd-4d68-b22a-1b6b553cc08c req-bac6ed5d-cbb7-4e39-8978-eacaa9ca8f96 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0482895 May 26 13:50:45.650295 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-0811c449-19cd-4d68-b22a-1b6b553cc08c req-18b82682-f16b-41a8-bf96-367bf624951f tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451927 May 26 13:50:46.463214 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-46143a0f-1341-449f-907b-7b8e4baa3233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:50:46.767998 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcb5d2-fc65-487d-bbbd-53af4369ea30 req-77aa41be-d167-446a-88fe-d0b1ee208e1c tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:46.769414 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2cdcb5d2-fc65-487d-bbbd-53af4369ea30 req-77aa41be-d167-446a-88fe-d0b1ee208e1c tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0480556 May 26 13:50:46.824480 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2cdcb5d2-fc65-487d-bbbd-53af4369ea30 req-73e83b18-55da-4f49-8f2e-21c9698db349 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471396 May 26 13:50:47.026211 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6532d6ab-7603-4d7c-811e-1b1d69bc3cbd req-879e6907-f818-435f-bfc0-f29386690bd5 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:47.028009 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6532d6ab-7603-4d7c-811e-1b1d69bc3cbd req-879e6907-f818-435f-bfc0-f29386690bd5 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0500081 May 26 13:50:47.108268 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6532d6ab-7603-4d7c-811e-1b1d69bc3cbd req-4d25d31c-0387-4888-a810-4a4fa99789b4 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742729 May 26 13:50:47.109245 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77087a-0030-4ce4-9df5-7a859b012c94 req-256e9887-ecc2-4700-8873-fd4432eb2e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:47.110622 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bb77087a-0030-4ce4-9df5-7a859b012c94 req-256e9887-ecc2-4700-8873-fd4432eb2e00 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2007395425194750a87edd6c0da44e66&device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 1130 time: 0.0597863 May 26 13:50:47.215610 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77087a-0030-4ce4-9df5-7a859b012c94 req-13d391a4-8714-4354-bc8c-451856065921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:47.217116 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bb77087a-0030-4ce4-9df5-7a859b012c94 req-13d391a4-8714-4354-bc8c-451856065921 service neutron] 10.222.0.57 "GET /v2.0/networks?id=96b4b46b-ed06-4350-9763-5db4d4c655a1 HTTP/1.1" status: 200 len: 912 time: 0.0992310 May 26 13:50:47.282976 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bb77087a-0030-4ce4-9df5-7a859b012c94 req-0fd314ee-c2b3-4af2-80dc-d4820ef8de9b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa68ed54-b95b-4bfd-afca-997df1610ee7 HTTP/1.1" status: 200 len: 1001 time: 0.0593531 May 26 13:50:47.333428 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77087a-0030-4ce4-9df5-7a859b012c94 req-0ffba6de-11b2-401c-80b4-69b0f526ec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:47.334881 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bb77087a-0030-4ce4-9df5-7a859b012c94 req-0ffba6de-11b2-401c-80b4-69b0f526ec44 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=761e5aa1-c2fe-4f86-81be-d9dede097e42 HTTP/1.1" status: 200 len: 850 time: 0.0461679 May 26 13:50:47.381854 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77087a-0030-4ce4-9df5-7a859b012c94 req-b054fd52-541d-4cf9-bbf9-740af0bad971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:47.384043 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bb77087a-0030-4ce4-9df5-7a859b012c94 req-b054fd52-541d-4cf9-bbf9-740af0bad971 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=96b4b46b-ed06-4350-9763-5db4d4c655a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429287 May 26 13:50:47.473414 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bb77087a-0030-4ce4-9df5-7a859b012c94 req-6c94eb1f-5314-4c36-98e8-755bbd9a9985 service neutron] 10.222.0.57 "GET /v2.0/networks/96b4b46b-ed06-4350-9763-5db4d4c655a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826035 May 26 13:50:47.497708 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:50:47.568665 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bb77087a-0030-4ce4-9df5-7a859b012c94 req-b2235f49-46a3-45dc-92df-af48335d0384 service neutron] 10.222.0.57 "GET /v2.0/networks/96b4b46b-ed06-4350-9763-5db4d4c655a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886552 May 26 13:50:47.740225 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:50:48.229771 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fd750-62f6-41fa-b26f-d5563bc3ae2e req-fe587317-3862-41aa-9d78-c3c3b2f2ed6b tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:50:48.231283 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-971fd750-62f6-41fa-b26f-d5563bc3ae2e req-fe587317-3862-41aa-9d78-c3c3b2f2ed6b tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0508070 May 26 13:50:48.280117 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-971fd750-62f6-41fa-b26f-d5563bc3ae2e req-6ffb7907-1055-4bbb-a631-2ac473a26623 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432816 May 26 13:50:49.151836 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:50:50.458323 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:50:57.559737 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=5 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:50:57.566001 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=97 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:50:58.268420 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=42 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:50:58.276737 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=62 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:50:59.604334 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=89 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:50:59.605099 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=93 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:00.228248 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e83bfa-d574-4c86-9fd1-3defd3d8c791 req-f86d8004-a91d-45af-a97e-23773e7e65e0 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:00.229747 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-49e83bfa-d574-4c86-9fd1-3defd3d8c791 req-f86d8004-a91d-45af-a97e-23773e7e65e0 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 946 time: 0.0476229 May 26 13:51:00.284948 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-49e83bfa-d574-4c86-9fd1-3defd3d8c791 req-15e0a040-5b7d-450b-9b6a-1d2b611c8d54 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495772 May 26 13:51:00.448165 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:00.454057 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:01.401928 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60254d48-af45-4fbe-bbb8-cb07dcb51d84 req-51dd665d-1985-45c7-95f5-9c9b9530290f tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:01.403415 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-60254d48-af45-4fbe-bbb8-cb07dcb51d84 req-51dd665d-1985-45c7-95f5-9c9b9530290f tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 946 time: 0.0484860 May 26 13:51:01.453441 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-60254d48-af45-4fbe-bbb8-cb07dcb51d84 req-11075c08-569e-4e3d-bab3-1e2a8a14c184 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436492 May 26 13:51:02.568549 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c380f-5de9-4299-a4a6-ae20030a92c1 req-4e8a5673-dc9d-4e3a-9b02-f25119ab553a tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:02.570543 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-923c380f-5de9-4299-a4a6-ae20030a92c1 req-4e8a5673-dc9d-4e3a-9b02-f25119ab553a tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 946 time: 0.0463848 May 26 13:51:02.624227 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-923c380f-5de9-4299-a4a6-ae20030a92c1 req-d403192b-c84f-4955-9be0-b95e49d72314 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481896 May 26 13:51:03.737511 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06fb2fa-94ca-49b4-ab63-c62f0864eab7 req-8b108ab0-8653-4921-a805-219aafed8ec1 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:03.739005 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f06fb2fa-94ca-49b4-ab63-c62f0864eab7 req-8b108ab0-8653-4921-a805-219aafed8ec1 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 946 time: 0.0476696 May 26 13:51:03.803954 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f06fb2fa-94ca-49b4-ab63-c62f0864eab7 req-298a56f3-3895-4f8f-9dc6-29b19dea80a4 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559537 May 26 13:51:04.925519 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93edc881-899f-467b-8551-b95bfeab6348 req-ddab098f-7061-4d5c-9890-1015eb0398d3 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:04.927360 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-93edc881-899f-467b-8551-b95bfeab6348 req-ddab098f-7061-4d5c-9890-1015eb0398d3 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 946 time: 0.0509753 May 26 13:51:04.993764 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-93edc881-899f-467b-8551-b95bfeab6348 req-1b545f38-1488-4e46-8c86-a9b7acc77017 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554280 May 26 13:51:05.187535 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9433386-ef80-4448-ab37-56ecb529e4d2 req-bfca12d4-27e3-4ed4-b2fc-244f5f1b0df9 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:05.189060 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e9433386-ef80-4448-ab37-56ecb529e4d2 req-bfca12d4-27e3-4ed4-b2fc-244f5f1b0df9 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 947 time: 0.0478055 May 26 13:51:05.238001 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e9433386-ef80-4448-ab37-56ecb529e4d2 req-643416b7-937f-4d2c-a16e-4c2c5bf2025b tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427513 May 26 13:51:06.110610 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b06f6-a3ee-451b-a083-dd8147215168 req-e70db05a-569d-4460-bab5-bba899953bb6 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:06.112085 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-434b06f6-a3ee-451b-a083-dd8147215168 req-e70db05a-569d-4460-bab5-bba899953bb6 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 946 time: 0.0466413 May 26 13:51:06.162130 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-434b06f6-a3ee-451b-a083-dd8147215168 req-a16b04ed-4902-4206-9f84-34875f179cde tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437694 May 26 13:51:06.582329 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294d9a7-5ae5-4446-93af-47f8c43d01cb req-0d9c7ae0-a880-42b1-ace4-3fbc45b53711 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:06.584108 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2294d9a7-5ae5-4446-93af-47f8c43d01cb req-0d9c7ae0-a880-42b1-ace4-3fbc45b53711 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 947 time: 0.2667189 May 26 13:51:06.631633 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2294d9a7-5ae5-4446-93af-47f8c43d01cb req-fcf39756-1cbf-49af-b8ac-2113782b95b4 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=4df592f8-d0db-46e0-ae87-1b43f23170b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419121 May 26 13:51:07.050357 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8394af-02ab-4b46-b5c8-33a30413a9c8 req-d4c75677-c54b-4515-ab86-fa8dfa788394 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:07.051797 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ff8394af-02ab-4b46-b5c8-33a30413a9c8 req-d4c75677-c54b-4515-ab86-fa8dfa788394 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 947 time: 0.0499692 May 26 13:51:07.139609 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [req-ff8394af-02ab-4b46-b5c8-33a30413a9c8 req-e5153806-4f69-45fc-bcb7-01431c34b63e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Deleting port 914816b6-d98c-46f8-9da7-123cb0956236 {{(pid=110500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:51:07.139894 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-ff8394af-02ab-4b46-b5c8-33a30413a9c8 req-e5153806-4f69-45fc-bcb7-01431c34b63e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (914816b6-d98c-46f8-9da7-123cb0956236), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:07.230680 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-ff8394af-02ab-4b46-b5c8-33a30413a9c8 req-e5153806-4f69-45fc-bcb7-01431c34b63e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] For port 914816b6-d98c-46f8-9da7-123cb0956236, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=914816b6-d98c-46f8-9da7-123cb0956236,segment=NetworkSegment(72489f9d-88bc-4f02-8b41-7b0a26fec68a),segment_id=72489f9d-88bc-4f02-8b41-7b0a26fec68a)] {{(pid=110500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:51:07.231029 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-ff8394af-02ab-4b46-b5c8-33a30413a9c8 req-e5153806-4f69-45fc-bcb7-01431c34b63e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (914816b6-d98c-46f8-9da7-123cb0956236), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:07.277248 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531d13a-593a-4328-8cfc-222f587ee730 req-28b83712-87ec-4b20-ad40-a153c2799823 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:07.278742 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-e531d13a-593a-4328-8cfc-222f587ee730 req-28b83712-87ec-4b20-ad40-a153c2799823 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 946 time: 0.0474505 May 26 13:51:07.329007 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-e531d13a-593a-4328-8cfc-222f587ee730 req-30915c93-1c45-4816-bf57-88094436d650 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446675 May 26 13:51:07.463227 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-ff8394af-02ab-4b46-b5c8-33a30413a9c8 req-e5153806-4f69-45fc-bcb7-01431c34b63e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:07.463589 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-ff8394af-02ab-4b46-b5c8-33a30413a9c8 req-e5153806-4f69-45fc-bcb7-01431c34b63e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568549'] for floatingip (480d72b5-fb07-4087-a258-862e0f1bf9c2), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:07.463906 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.db.l3_db [req-ff8394af-02ab-4b46-b5c8-33a30413a9c8 req-e5153806-4f69-45fc-bcb7-01431c34b63e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Floating IP 480d72b5-fb07-4087-a258-862e0f1bf9c2 disassociated. External IP: 172.27.2.128, port: 914816b6-d98c-46f8-9da7-123cb0956236. May 26 13:51:07.464255 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [req-ff8394af-02ab-4b46-b5c8-33a30413a9c8 req-e5153806-4f69-45fc-bcb7-01431c34b63e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Calling delete_port for 914816b6-d98c-46f8-9da7-123cb0956236 owned by compute:nova {{(pid=110500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:51:07.536078 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:07.575943 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:07.598704 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-ff8394af-02ab-4b46-b5c8-33a30413a9c8 req-e5153806-4f69-45fc-bcb7-01431c34b63e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (914816b6-d98c-46f8-9da7-123cb0956236), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:07.627013 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5153806-4f69-45fc-bcb7-01431c34b63e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Pushing event deleted for resources: {'Port': ['ID=914816b6-d98c-46f8-9da7-123cb0956236,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:51:07.639549 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5153806-4f69-45fc-bcb7-01431c34b63e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:51:07.640496 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5153806-4f69-45fc-bcb7-01431c34b63e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:51:07.640496 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5153806-4f69-45fc-bcb7-01431c34b63e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:51:07.640668 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5153806-4f69-45fc-bcb7-01431c34b63e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:51:07.640908 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5153806-4f69-45fc-bcb7-01431c34b63e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:51:07.641240 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5153806-4f69-45fc-bcb7-01431c34b63e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:51:07.641566 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5153806-4f69-45fc-bcb7-01431c34b63e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:51:07.641920 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5153806-4f69-45fc-bcb7-01431c34b63e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:51:07.642249 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5153806-4f69-45fc-bcb7-01431c34b63e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:51:07.642565 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5153806-4f69-45fc-bcb7-01431c34b63e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:51:07.642886 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5153806-4f69-45fc-bcb7-01431c34b63e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:51:07.643205 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5153806-4f69-45fc-bcb7-01431c34b63e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:51:07.643523 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5153806-4f69-45fc-bcb7-01431c34b63e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:51:07.643840 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5153806-4f69-45fc-bcb7-01431c34b63e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:51:07.644208 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5153806-4f69-45fc-bcb7-01431c34b63e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:51:07.779170 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-162c2be8-b8db-4de6-897f-98a87ae90e3d req-1f0824ec-a22d-48fe-b887-4741ab8ce283 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef326f08-0e4f-4ad0-9f62-f4197ccf5b65 HTTP/1.1" status: 200 len: 210 time: 0.0689662 May 26 13:51:07.799167 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff8394af-02ab-4b46-b5c8-33a30413a9c8 req-e5153806-4f69-45fc-bcb7-01431c34b63e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Router 158343de-78a2-4feb-ad8a-daa0577f703e has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:51:07.903229 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff8394af-02ab-4b46-b5c8-33a30413a9c8 req-e5153806-4f69-45fc-bcb7-01431c34b63e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:51:07.918457 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc5bc40-4726-422d-9b60-49af1e098c03 None None] Sync routers for ids ['158343de-78a2-4feb-ad8a-daa0577f703e'] in dv-cinder-819668-4-iscsi {{(pid=110502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:51:07.932115 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc5bc40-4726-422d-9b60-49af1e098c03 None None] Routers {'158343de-78a2-4feb-ad8a-daa0577f703e'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:51:07.932856 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-2bc5bc40-4726-422d-9b60-49af1e098c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:50:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['158343de-78a2-4feb-ad8a-daa0577f703e'], 'active': True} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:51:07.946225 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8394af-02ab-4b46-b5c8-33a30413a9c8 req-e5153806-4f69-45fc-bcb7-01431c34b63e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] No DVR routers for this DVR port 914816b6-d98c-46f8-9da7-123cb0956236 on host hv-cinder-81966 {{(pid=110500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 13:51:07.948832 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-ff8394af-02ab-4b46-b5c8-33a30413a9c8 req-e5153806-4f69-45fc-bcb7-01431c34b63e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:07.952351 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ff8394af-02ab-4b46-b5c8-33a30413a9c8 req-e5153806-4f69-45fc-bcb7-01431c34b63e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.57 "DELETE /v2.0/ports/914816b6-d98c-46f8-9da7-123cb0956236 HTTP/1.1" status: 204 len: 173 time: 0.8946002 May 26 13:51:07.952852 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef326f08-0e4f-4ad0-9f62-f4197ccf5b65', 'name': 'network-vif-deleted', 'tag': '914816b6-d98c-46f8-9da7-123cb0956236'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:51:07.955243 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce801b46-20a0-4b0d-b526-061e8feb4128" -d '{"events": [{"server_uuid": "ef326f08-0e4f-4ad0-9f62-f4197ccf5b65", "name": "network-vif-deleted", "tag": "914816b6-d98c-46f8-9da7-123cb0956236"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:51:07.993159 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945a700f-8f81-46b0-8426-520180f429e9 x-openstack-request-id: req-945a700f-8f81-46b0-8426-520180f429e9 {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:51:07.993447 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef326f08-0e4f-4ad0-9f62-f4197ccf5b65", "name": "network-vif-deleted", "tag": "914816b6-d98c-46f8-9da7-123cb0956236", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:51:07.993700 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-945a700f-8f81-46b0-8426-520180f429e9 {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:51:07.994101 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-945a700f-8f81-46b0-8426-520180f429e9'] response: {'server_uuid': 'ef326f08-0e4f-4ad0-9f62-f4197ccf5b65', 'name': 'network-vif-deleted', 'tag': '914816b6-d98c-46f8-9da7-123cb0956236', 'status': 'completed', 'code': 200} May 26 13:51:08.057127 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvr_db [None req-2bc5bc40-4726-422d-9b60-49af1e098c03 None None] Set router 158343de-78a2-4feb-ad8a-daa0577f703e gateway port host: dv-cinder-819668-4-iscsi {{(pid=110502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:51:08.258760 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-2bc5bc40-4726-422d-9b60-49af1e098c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'name': 'tempest-AttachVolumeShelveTestJSON-1355966574-router', 'tenant_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '3682f2c2-18c6-41c7-9917-2c057b37ee5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:36Z', 'updated_at': '2022-05-26T13:44:41Z', 'revision_number': 4, 'project_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'gw_port': {'id': '3682f2c2-18c6-41c7-9917-2c057b37ee5e', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:36Z', 'updated_at': '2022-05-26T13:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': 'f34703a3-2aa5-4ec0-91dc-579c5278c7ae', 'name': '', 'network_id': '7243f764-410e-4885-acdc-a415825d1293', 'tenant_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'mac_address': 'fa:16:3e:bd:1d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f42c48c9-dd9d-4f2d-ada0-47f18130e415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:39Z', 'updated_at': '2022-05-26T13:44:51Z', 'revision_number': 5, 'project_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'subnets': [{'id': 'f42c48c9-dd9d-4f2d-ada0-47f18130e415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:51:08.282280 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc5bc40-4726-422d-9b60-49af1e098c03 None None] Checking router: 158343de-78a2-4feb-ad8a-daa0577f703e for host: dv-cinder-819668-4-iscsi {{(pid=110502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:51:08.290816 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc5bc40-4726-422d-9b60-49af1e098c03 None None] Routers {'158343de-78a2-4feb-ad8a-daa0577f703e'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:51:08.291410 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-2bc5bc40-4726-422d-9b60-49af1e098c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:50:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['158343de-78a2-4feb-ad8a-daa0577f703e'], 'active': True} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:51:08.394507 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvr_db [None req-2bc5bc40-4726-422d-9b60-49af1e098c03 None None] Set router 158343de-78a2-4feb-ad8a-daa0577f703e gateway port host: dv-cinder-819668-4-iscsi {{(pid=110502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:51:08.496909 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765500c2-fb60-433e-8f24-77fde3263b6c req-73440623-7488-40da-92f9-5730d7b042f7 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:08.498622 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-765500c2-fb60-433e-8f24-77fde3263b6c req-73440623-7488-40da-92f9-5730d7b042f7 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 946 time: 0.0897801 May 26 13:51:08.563523 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-765500c2-fb60-433e-8f24-77fde3263b6c req-68e34dfd-4b5d-4c09-80e8-5cbb9bd5b16f tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584238 May 26 13:51:08.601514 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-2bc5bc40-4726-422d-9b60-49af1e098c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'name': 'tempest-AttachVolumeShelveTestJSON-1355966574-router', 'tenant_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '3682f2c2-18c6-41c7-9917-2c057b37ee5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:36Z', 'updated_at': '2022-05-26T13:44:41Z', 'revision_number': 4, 'project_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'gw_port': {'id': '3682f2c2-18c6-41c7-9917-2c057b37ee5e', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:36Z', 'updated_at': '2022-05-26T13:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': 'f34703a3-2aa5-4ec0-91dc-579c5278c7ae', 'name': '', 'network_id': '7243f764-410e-4885-acdc-a415825d1293', 'tenant_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'mac_address': 'fa:16:3e:bd:1d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f42c48c9-dd9d-4f2d-ada0-47f18130e415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:39Z', 'updated_at': '2022-05-26T13:44:51Z', 'revision_number': 5, 'project_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'subnets': [{'id': 'f42c48c9-dd9d-4f2d-ada0-47f18130e415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:51:08.631137 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc5bc40-4726-422d-9b60-49af1e098c03 None None] The sync data for ids ['158343de-78a2-4feb-ad8a-daa0577f703e'] in dv-cinder-819668-4-iscsi is: [{'id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'name': 'tempest-AttachVolumeShelveTestJSON-1355966574-router', 'tenant_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '3682f2c2-18c6-41c7-9917-2c057b37ee5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:36Z', 'updated_at': '2022-05-26T13:44:41Z', 'revision_number': 4, 'project_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'gw_port': {'id': '3682f2c2-18c6-41c7-9917-2c057b37ee5e', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:36Z', 'updated_at': '2022-05-26T13:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': 'f34703a3-2aa5-4ec0-91dc-579c5278c7ae', 'name': '', 'network_id': '7243f764-410e-4885-acdc-a415825d1293', 'tenant_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'mac_address': 'fa:16:3e:bd:1d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f42c48c9-dd9d-4f2d-ada0-47f18130e415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:39Z', 'updated_at': '2022-05-26T13:44:51Z', 'revision_number': 5, 'project_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'subnets': [{'id': 'f42c48c9-dd9d-4f2d-ada0-47f18130e415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:51:08.875278 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dba41e-e8fb-4115-b412-256f29647024 None None] New status for floating IP 480d72b5-fb07-4087-a258-862e0f1bf9c2: DOWN {{(pid=110503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 13:51:08.886293 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 35332) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:51:08.951572 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-560ced3c-312d-4011-beb3-9c918e47e03b tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks [] for security_group (4df592f8-d0db-46e0-ae87-1b43f23170b1), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:08.977181 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-560ced3c-312d-4011-beb3-9c918e47e03b tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks [] for security_group (4df592f8-d0db-46e0-ae87-1b43f23170b1), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:09.031265 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-560ced3c-312d-4011-beb3-9c918e47e03b tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (4df592f8-d0db-46e0-ae87-1b43f23170b1), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:09.034223 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-560ced3c-312d-4011-beb3-9c918e47e03b tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:09.035461 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-560ced3c-312d-4011-beb3-9c918e47e03b tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "DELETE /v2.0/security-groups/4df592f8-d0db-46e0-ae87-1b43f23170b1 HTTP/1.1" status: 204 len: 168 time: 0.1480453 May 26 13:51:09.039335 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 35334) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:51:09.047595 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ced3c-312d-4011-beb3-9c918e47e03b tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df592f8-d0db-46e0-ae87-1b43f23170b1,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:51:09.061119 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.api.v2.resource [None req-3fd097fa-f799-4ced-838c-fc7ab5229893 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] show failed (client error): The resource could not be found. May 26 13:51:09.064914 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-3fd097fa-f799-4ced-838c-fc7ab5229893 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups/4df592f8-d0db-46e0-ae87-1b43f23170b1 HTTP/1.1" status: 404 len: 347 time: 0.0244226 May 26 13:51:09.065781 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 35336) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:51:09.197158 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [None req-d89861ce-c662-46b9-a0aa-940272253f98 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Deleting port 49846e71-62a6-437a-bbaf-09db8690b27a {{(pid=110500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:51:09.197496 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d89861ce-c662-46b9-a0aa-940272253f98 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (49846e71-62a6-437a-bbaf-09db8690b27a), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:09.280666 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d89861ce-c662-46b9-a0aa-940272253f98 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (49846e71-62a6-437a-bbaf-09db8690b27a), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:09.281004 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d89861ce-c662-46b9-a0aa-940272253f98 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks [] for floatingip (49846e71-62a6-437a-bbaf-09db8690b27a), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:09.295340 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [None req-d89861ce-c662-46b9-a0aa-940272253f98 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Calling delete_port for 49846e71-62a6-437a-bbaf-09db8690b27a owned by network:floatingip {{(pid=110500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:51:09.353377 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:09.375804 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 914816b6-d98c-46f8-9da7-123cb0956236 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 13:51:09.395622 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] No Port match for: 914816b6-d98c-46f8-9da7-123cb0956236 {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 13:51:09.395959 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 914816b6-d98c-46f8-9da7-123cb0956236 not bound to the agent host hv-cinder-81966 {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 13:51:09.441835 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d89861ce-c662-46b9-a0aa-940272253f98 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (49846e71-62a6-437a-bbaf-09db8690b27a), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:09.450471 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:09.469154 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89861ce-c662-46b9-a0aa-940272253f98 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Pushing event deleted for resources: {'Port': ['ID=49846e71-62a6-437a-bbaf-09db8690b27a,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:51:09.534657 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d89861ce-c662-46b9-a0aa-940272253f98 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks [] for floatingip (480d72b5-fb07-4087-a258-862e0f1bf9c2), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:09.537247 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d89861ce-c662-46b9-a0aa-940272253f98 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for floatingip (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:09.548505 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-d89861ce-c662-46b9-a0aa-940272253f98 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "DELETE /v2.0/floatingips/480d72b5-fb07-4087-a258-862e0f1bf9c2 HTTP/1.1" status: 204 len: 168 time: 0.4739463 May 26 13:51:09.629824 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 35344) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:51:09.634992 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-dce492cc-6e64-4dec-9627-5c58fd659629 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1640351430', 'description': 'tempest-description--510897024'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:51:09.697592 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047dcea-e7e7-4035-9768-06621cfe84c8 req-9c345a86-bce5-46d8-8402-423966c211e6 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:09.699082 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6047dcea-e7e7-4035-9768-06621cfe84c8 req-9c345a86-bce5-46d8-8402-423966c211e6 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 946 time: 0.0594225 May 26 13:51:09.700383 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-dce492cc-6e64-4dec-9627-5c58fd659629 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks [] for security_group (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:09.777145 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6047dcea-e7e7-4035-9768-06621cfe84c8 req-c1ca73e0-0b70-411e-a592-1e6cf8718666 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657737 May 26 13:51:09.813632 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-dce492cc-6e64-4dec-9627-5c58fd659629 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks [] for security_group (ad418732-0857-42ef-beba-6d73ea7835c5), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:09.817764 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-dce492cc-6e64-4dec-9627-5c58fd659629 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (ad418732-0857-42ef-beba-6d73ea7835c5), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:09.848566 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce492cc-6e64-4dec-9627-5c58fd659629 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad418732-0857-42ef-beba-6d73ea7835c5,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:51:09.852971 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-dce492cc-6e64-4dec-9627-5c58fd659629 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:09.856825 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-dce492cc-6e64-4dec-9627-5c58fd659629 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2233150 May 26 13:51:09.857687 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 35346) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:51:09.861118 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-17a7e1c4-d22a-4eba-aedf-01e257b18ef2 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Request body: {'security_group_rule': {'security_group_id': 'ad418732-0857-42ef-beba-6d73ea7835c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:51:09.889097 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-17a7e1c4-d22a-4eba-aedf-01e257b18ef2 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks [] for security_group_rule (d0355bfd-b5cc-4718-802f-e53ac17ef261), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:09.944297 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-17a7e1c4-d22a-4eba-aedf-01e257b18ef2 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks [] for security_group_rule (d0355bfd-b5cc-4718-802f-e53ac17ef261), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:09.948620 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-17a7e1c4-d22a-4eba-aedf-01e257b18ef2 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547660'] for security_group_rule (d0355bfd-b5cc-4718-802f-e53ac17ef261), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:09.967238 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a7e1c4-d22a-4eba-aedf-01e257b18ef2 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0355bfd-b5cc-4718-802f-e53ac17ef261,revision_number=0']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:51:09.976608 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-17a7e1c4-d22a-4eba-aedf-01e257b18ef2 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:09.977897 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-17a7e1c4-d22a-4eba-aedf-01e257b18ef2 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1199880 May 26 13:51:09.980642 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 35348) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:51:09.985036 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-c1c37ea0-3e3f-4de8-8441-ed462ffab6d1 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Request body: {'security_group_rule': {'security_group_id': 'ad418732-0857-42ef-beba-6d73ea7835c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:51:10.012511 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-c1c37ea0-3e3f-4de8-8441-ed462ffab6d1 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks [] for security_group_rule (efa32774-a871-44af-958d-a4c09c1d846c), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:10.073630 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-c1c37ea0-3e3f-4de8-8441-ed462ffab6d1 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks [] for security_group_rule (efa32774-a871-44af-958d-a4c09c1d846c), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:10.078037 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-c1c37ea0-3e3f-4de8-8441-ed462ffab6d1 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547660'] for security_group_rule (efa32774-a871-44af-958d-a4c09c1d846c), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:10.098272 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c37ea0-3e3f-4de8-8441-ed462ffab6d1 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efa32774-a871-44af-958d-a4c09c1d846c,revision_number=0']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:51:10.104175 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-c1c37ea0-3e3f-4de8-8441-ed462ffab6d1 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:10.108273 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-c1c37ea0-3e3f-4de8-8441-ed462ffab6d1 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1237113 May 26 13:51:10.108544 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 35350) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:51:10.112883 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-34c2066f-f96c-4e17-8836-85e3e8570fbb tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Request body: {'floatingip': {'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:51:10.134881 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-34c2066f-f96c-4e17-8836-85e3e8570fbb tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:10.215995 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=8 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:10.220288 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-34c2066f-f96c-4e17-8836-85e3e8570fbb tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:10.319146 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:10.338365 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.db_base_plugin_common [None req-34c2066f-f96c-4e17-8836-85e3e8570fbb tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Allocated IP 172.27.2.27 (90e76b28-de17-4e9a-956c-e3acc4b829ee/72a92eeb-8c5d-4770-b3e7-e9300b6be16c/e081ceff-4b6b-47b4-a184-f0ed50435e5c) {{(pid=110500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:51:10.361462 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:10.412575 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0b18a-6270-4760-8b6e-4695b08f2717 req-1cb373a4-7ab4-4068-87f1-8af05043634b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:10.414125 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3ec0b18a-6270-4760-8b6e-4695b08f2717 req-1cb373a4-7ab4-4068-87f1-8af05043634b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c85800d659ab43ff9b16266f9f037fc2&device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 1130 time: 0.0722752 May 26 13:51:10.566161 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-34c2066f-f96c-4e17-8836-85e3e8570fbb tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks [] for port (e081ceff-4b6b-47b4-a184-f0ed50435e5c), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:10.575611 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0b18a-6270-4760-8b6e-4695b08f2717 req-78b6c568-7a4c-41d0-97ef-419881d5ca06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:10.577149 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3ec0b18a-6270-4760-8b6e-4695b08f2717 req-78b6c568-7a4c-41d0-97ef-419881d5ca06 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0478328b-202e-4fb7-84c6-c736725d6bdc HTTP/1.1" status: 200 len: 910 time: 0.1347501 May 26 13:51:10.650944 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-34c2066f-f96c-4e17-8836-85e3e8570fbb tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (e081ceff-4b6b-47b4-a184-f0ed50435e5c), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:10.654291 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3ec0b18a-6270-4760-8b6e-4695b08f2717 req-fc4f8d17-9961-43e4-9b13-9f87f9c8ada2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04d681e3-ceab-4cf6-876e-aec8b3942d85 HTTP/1.1" status: 200 len: 1002 time: 0.0707133 May 26 13:51:10.729962 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c2066f-f96c-4e17-8836-85e3e8570fbb tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Network 90e76b28-de17-4e9a-956c-e3acc4b829ee is already hosted by enough agents. {{(pid=110500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:51:10.738446 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [None req-34c2066f-f96c-4e17-8836-85e3e8570fbb tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Resources bound (agent type, host, resource id): {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:51:10.743514 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c2066f-f96c-4e17-8836-85e3e8570fbb tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Received port after_create {{(pid=110500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:51:10.745607 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2066f-f96c-4e17-8836-85e3e8570fbb tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Pushing event updated for resources: {'Port': ['ID=e081ceff-4b6b-47b4-a184-f0ed50435e5c,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:51:10.776470 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0b18a-6270-4760-8b6e-4695b08f2717 req-904fa948-263a-4edb-b393-b174ad3a7204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:10.778018 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3ec0b18a-6270-4760-8b6e-4695b08f2717 req-904fa948-263a-4edb-b393-b174ad3a7204 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ead24355-5807-4ce4-ba8e-37e33b8ee5cf HTTP/1.1" status: 200 len: 848 time: 0.1166165 May 26 13:51:10.858214 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0b18a-6270-4760-8b6e-4695b08f2717 req-be1513c8-8b71-41be-92c9-13e6a258d048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:10.859767 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3ec0b18a-6270-4760-8b6e-4695b08f2717 req-be1513c8-8b71-41be-92c9-13e6a258d048 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0478328b-202e-4fb7-84c6-c736725d6bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0732119 May 26 13:51:10.923355 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502e65a-9f24-4b0e-b725-1658b0ac7292 req-df0440fd-bea3-4f26-b3ee-902f0fd1bec3 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:10.925004 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-2502e65a-9f24-4b0e-b725-1658b0ac7292 req-df0440fd-bea3-4f26-b3ee-902f0fd1bec3 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 946 time: 0.0642140 May 26 13:51:10.931843 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-34c2066f-f96c-4e17-8836-85e3e8570fbb tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks [] for floatingip (679f78f6-e490-44c9-b9fb-c5c4d6a5b244), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:10.954826 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:10.983376 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-2502e65a-9f24-4b0e-b725-1658b0ac7292 req-9738623c-e82c-404b-ae4e-6325d0fca4e3 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515735 May 26 13:51:11.000771 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-34c2066f-f96c-4e17-8836-85e3e8570fbb tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (e081ceff-4b6b-47b4-a184-f0ed50435e5c), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:11.034339 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3ec0b18a-6270-4760-8b6e-4695b08f2717 req-cb40bd5a-d5e6-4040-8a1d-40d864e45bd5 service neutron] 10.222.0.57 "GET /v2.0/networks/0478328b-202e-4fb7-84c6-c736725d6bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669714 May 26 13:51:11.171986 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:11.224438 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3ec0b18a-6270-4760-8b6e-4695b08f2717 req-2f9bdeea-1bb4-45bc-acd4-7d3e1a19a399 service neutron] 10.222.0.57 "GET /v2.0/networks/0478328b-202e-4fb7-84c6-c736725d6bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827300 May 26 13:51:11.282521 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-34c2066f-f96c-4e17-8836-85e3e8570fbb tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks [] for port (e081ceff-4b6b-47b4-a184-f0ed50435e5c), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:11.286890 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-34c2066f-f96c-4e17-8836-85e3e8570fbb tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (e081ceff-4b6b-47b4-a184-f0ed50435e5c), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:11.358090 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2066f-f96c-4e17-8836-85e3e8570fbb tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Pushing event updated for resources: {'Port': ['ID=e081ceff-4b6b-47b4-a184-f0ed50435e5c,revision_number=2']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:51:11.369231 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-34c2066f-f96c-4e17-8836-85e3e8570fbb tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568549'] for floatingip (679f78f6-e490-44c9-b9fb-c5c4d6a5b244), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:11.385098 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-34c2066f-f96c-4e17-8836-85e3e8570fbb tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for floatingip (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:11.386332 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-34c2066f-f96c-4e17-8836-85e3e8570fbb tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2768111 May 26 13:51:11.534876 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-ebdb02f3-f784-4862-a878-e0b70185898d tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1640351430&fields=id&tenant_id=1ce476b2a1764f56b9780f4a5c75ac3d HTTP/1.1" status: 200 len: 267 time: 0.0438025 May 26 13:51:11.645128 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-7197c6a0-c6d4-4766-bc29-0a7a7a71e558 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:11.647056 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-7197c6a0-c6d4-4766-bc29-0a7a7a71e558 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/networks?id=7243f764-410e-4885-acdc-a415825d1293 HTTP/1.1" status: 200 len: 817 time: 0.1050272 May 26 13:51:11.663235 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-dc524da5-2ffb-4786-9597-750633921a7d tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/quotas/1ce476b2a1764f56b9780f4a5c75ac3d HTTP/1.1" status: 200 len: 375 time: 0.0106690 May 26 13:51:11.715731 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-537fe861-7113-4509-a984-9e491fd7b0af tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1ce476b2a1764f56b9780f4a5c75ac3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468600 May 26 13:51:11.864651 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-e5966752-5e29-45fb-9b8f-330f34e9d49c service neutron] 10.222.0.16 "GET /v2.0/networks/7243f764-410e-4885-acdc-a415825d1293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357439 May 26 13:51:11.956878 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-546f40d8-6e84-476a-8d08-1dd8b550b87b service neutron] 10.222.0.16 "GET /v2.0/networks/7243f764-410e-4885-acdc-a415825d1293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857854 May 26 13:51:12.118558 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2e33d997-631a-4664-8dc2-b599e1e6ed65 req-e3383d1e-5151-4b5f-ac46-dd7b63214e92 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 210 time: 0.0291066 May 26 13:51:12.120089 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32995b1d-caee-4520-90c8-bcd6180a65a6 req-fa4629fd-50dd-4e49-89c5-e84395d64a45 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:12.121766 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-32995b1d-caee-4520-90c8-bcd6180a65a6 req-fa4629fd-50dd-4e49-89c5-e84395d64a45 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 946 time: 0.0481400 May 26 13:51:12.172874 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-32995b1d-caee-4520-90c8-bcd6180a65a6 req-3251cce5-dead-4e0c-b351-5e40cb602269 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456667 May 26 13:51:13.185622 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:13.238206 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c9009724-e2f3-4522-9cce-4d08042972ff req-48af5759-ef92-4314-8f8b-b204e282ada9 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 210 time: 0.0638845 May 26 13:51:13.323120 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895fc1e-90b6-4add-bea1-73b6e7bec5d6 req-10b8864e-5a16-4076-a92c-e583a190d07a tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:13.324664 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-3895fc1e-90b6-4add-bea1-73b6e7bec5d6 req-10b8864e-5a16-4076-a92c-e583a190d07a tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 946 time: 0.0526311 May 26 13:51:13.378874 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-3895fc1e-90b6-4add-bea1-73b6e7bec5d6 req-4d5a6dbb-c070-4ad0-bcef-e82df032f75a tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474517 May 26 13:51:13.449402 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [req-1a1289be-0b40-4cad-945b-0b94ebb78155 req-fab02a98-a717-4709-bc64-16c462ae9c0c service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110500) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 13:51:13.450368 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-1a1289be-0b40-4cad-945b-0b94ebb78155 req-fab02a98-a717-4709-bc64-16c462ae9c0c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051601 May 26 13:51:13.592450 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5b3c3415-2df6-495a-a8a8-dacd7d65215c req-711c0c53-7a99-460a-89ff-2f3d4bddf233 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0437567 May 26 13:51:13.639713 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfcd40a-2a51-4e5d-9ab0-7a3d92ca6c4e req-9917d55a-a7e6-4fa7-a1b7-261a35961afe tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:13.646872 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-3bfcd40a-2a51-4e5d-9ab0-7a3d92ca6c4e req-9917d55a-a7e6-4fa7-a1b7-261a35961afe tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 946 time: 0.0556750 May 26 13:51:13.678469 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c3415-2df6-495a-a8a8-dacd7d65215c req-7d8c2741-7837-4642-82e6-f4e4f8757c5d tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:13.680011 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5b3c3415-2df6-495a-a8a8-dacd7d65215c req-7d8c2741-7837-4642-82e6-f4e4f8757c5d tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports/04d681e3-ceab-4cf6-876e-aec8b3942d85 HTTP/1.1" status: 200 len: 943 time: 0.0530472 May 26 13:51:13.700864 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-3bfcd40a-2a51-4e5d-9ab0-7a3d92ca6c4e req-e1dedb0d-459a-497f-af0a-ede8cb7c8713 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530698 May 26 13:51:14.090091 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-b580eaa1-2cd4-4792-9abb-6842360bb13d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:14.487193 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-cf8d5eb8-0a73-485a-bb45-dc8010372b76 req-4726cb2c-b94f-4c1f-b3ce-cd2d1e1790db tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 210 time: 0.0339735 May 26 13:51:14.528586 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-b234606d-97fd-4699-aaf5-839852def64a tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:14.530052 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-b234606d-97fd-4699-aaf5-839852def64a tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.57 "GET /v2.0/networks?id=7243f764-410e-4885-acdc-a415825d1293 HTTP/1.1" status: 200 len: 817 time: 0.3583229 May 26 13:51:14.592748 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-9baaca02-4174-4c4d-a176-1b58d3a661fd tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ce476b2a1764f56b9780f4a5c75ac3d HTTP/1.1" status: 200 len: 380 time: 0.0516675 May 26 13:51:14.602383 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-1b0b9dd8-f881-48da-a746-94f39becdf5f tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Request body: {'port': {'device_id': 'aeccb394-4413-411c-a93c-9fbec3f06537', 'network_id': '7243f764-410e-4885-acdc-a415825d1293', 'admin_state_up': True, 'tenant_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'security_groups': ['ad418732-0857-42ef-beba-6d73ea7835c5']}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:51:14.703272 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:14.717737 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-1b0b9dd8-f881-48da-a746-94f39becdf5f tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Made reservation on behalf of 1ce476b2a1764f56b9780f4a5c75ac3d for: {'port': 1} {{(pid=110500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:51:14.721142 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-1b0b9dd8-f881-48da-a746-94f39becdf5f tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:14.839336 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a34297-2f2b-41d3-97f0-8ac4c3e0aec9 req-f33f6872-215b-4c8f-8ebc-787fe45bd671 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:14.844903 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-65a34297-2f2b-41d3-97f0-8ac4c3e0aec9 req-f33f6872-215b-4c8f-8ebc-787fe45bd671 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 946 time: 0.0704856 May 26 13:51:14.859990 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.db_base_plugin_common [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-1b0b9dd8-f881-48da-a746-94f39becdf5f tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Allocated IP 172.20.0.12 (7243f764-410e-4885-acdc-a415825d1293/f42c48c9-dd9d-4f2d-ada0-47f18130e415/7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa) {{(pid=110500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:51:14.913486 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-65a34297-2f2b-41d3-97f0-8ac4c3e0aec9 req-91a6c3ab-fa66-4901-8821-feed86f930c2 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615089 May 26 13:51:15.033094 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-1b0b9dd8-f881-48da-a746-94f39becdf5f tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks [] for port (7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:15.066390 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-1b0b9dd8-f881-48da-a746-94f39becdf5f tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:15.112490 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-1b0b9dd8-f881-48da-a746-94f39becdf5f tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Network 7243f764-410e-4885-acdc-a415825d1293 is already hosted by enough agents. {{(pid=110500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:51:15.118543 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-1b0b9dd8-f881-48da-a746-94f39becdf5f tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Resources bound (agent type, host, resource id): {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:51:15.122314 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-1b0b9dd8-f881-48da-a746-94f39becdf5f tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Received port after_create {{(pid=110500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:51:15.155252 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b9dd8-f881-48da-a746-94f39becdf5f tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Pushing event updated for resources: {'Port': ['ID=7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:51:15.174340 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:15.184332 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-1b0b9dd8-f881-48da-a746-94f39becdf5f tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:15.185144 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-1b0b9dd8-f881-48da-a746-94f39becdf5f tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:15.205215 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-1b0b9dd8-f881-48da-a746-94f39becdf5f tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6070616 May 26 13:51:15.296408 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-0c072be3-5f17-42a3-8e46-05ab62587e08 service neutron] Request body: {'port': {'device_id': 'aeccb394-4413-411c-a93c-9fbec3f06537', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:51:15.352431 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-3f337b58-5c94-4428-8d7d-fd1be0c2702f None None] Provisioning complete for port 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:51:15.353078 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-3f337b58-5c94-4428-8d7d-fd1be0c2702f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:15.385919 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c3415-2df6-495a-a8a8-dacd7d65215c req-0ed75835-e477-493a-b24e-1eadc9aa5c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:15.387418 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5b3c3415-2df6-495a-a8a8-dacd7d65215c req-0ed75835-e477-493a-b24e-1eadc9aa5c3b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd&tenant_id=c85800d659ab43ff9b16266f9f037fc2 HTTP/1.1" status: 200 len: 1130 time: 0.0705001 May 26 13:51:15.387564 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-3f337b58-5c94-4428-8d7d-fd1be0c2702f None None] Port 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa cannot update to ACTIVE because it is not bound. {{(pid=110502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:51:15.392650 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 04d681e3-ceab-4cf6-876e-aec8b3942d85 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 13:51:15.397386 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-0c072be3-5f17-42a3-8e46-05ab62587e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:15.417288 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=100 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:15.464183 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port 04d681e3-ceab-4cf6-876e-aec8b3942d85 is: ACTIVE; New status is: DOWN {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:51:15.464598 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (04d681e3-ceab-4cf6-876e-aec8b3942d85), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:15.488264 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb5af8d-022d-4708-aca9-49d3db482dcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04d681e3-ceab-4cf6-876e-aec8b3942d85'}] {{(pid=110502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:51:15.491059 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186ee40048dd7feccd586c88f433d7b47dbfd7dc0140a518261bfa5b158966a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1fa02d-3ae7-488d-afc3-02b8a3a4d14d" -d '{"events": [{"server_uuid": "2fb5af8d-022d-4708-aca9-49d3db482dcd", "name": "network-vif-unplugged", "status": "completed", "tag": "04d681e3-ceab-4cf6-876e-aec8b3942d85"}]}' {{(pid=110502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:51:15.495534 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c3415-2df6-495a-a8a8-dacd7d65215c req-ad2ba915-bc2d-45fb-a2da-baab18159cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:15.497111 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5b3c3415-2df6-495a-a8a8-dacd7d65215c req-ad2ba915-bc2d-45fb-a2da-baab18159cc0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c85800d659ab43ff9b16266f9f037fc2&device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 1130 time: 0.0837829 May 26 13:51:15.503754 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 04d681e3-ceab-4cf6-876e-aec8b3942d85, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=04d681e3-ceab-4cf6-876e-aec8b3942d85,segment=NetworkSegment(57eb3c7f-cf41-4d04-9254-b7cdfafd2014),segment_id=57eb3c7f-cf41-4d04-9254-b7cdfafd2014)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:51:15.508734 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (04d681e3-ceab-4cf6-876e-aec8b3942d85), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:15.573852 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=04d681e3-ceab-4cf6-876e-aec8b3942d85,revision_number=6']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:51:15.576857 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:15.582923 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:51:15.583501 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:51:15.583938 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:51:15.584313 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:51:15.584659 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:51:15.584993 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:51:15.585346 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:51:15.585872 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:51:15.586202 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:51:15.586678 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:51:15.587233 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:51:15.588047 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:51:15.588625 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:51:15.589158 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:51:15.590039 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:51:15.653393 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea89e6-4b34-4719-afc8-5d22e9a97b5f req-02237dff-ef38-4f46-bafe-c7800442d7a0 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:15.656027 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-3aea89e6-4b34-4719-afc8-5d22e9a97b5f req-02237dff-ef38-4f46-bafe-c7800442d7a0 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 932 time: 0.0668743 May 26 13:51:15.711800 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-3aea89e6-4b34-4719-afc8-5d22e9a97b5f req-4a3eff79-f972-457b-8276-5dfe4ac89ffe tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501552 May 26 13:51:15.733164 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:INSERT=6,neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:15.736136 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c3415-2df6-495a-a8a8-dacd7d65215c req-8029f1d2-d403-433e-a53b-ba6956946467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:15.737701 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5b3c3415-2df6-495a-a8a8-dacd7d65215c req-8029f1d2-d403-433e-a53b-ba6956946467 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0478328b-202e-4fb7-84c6-c736725d6bdc HTTP/1.1" status: 200 len: 910 time: 0.2336895 May 26 13:51:15.791046 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 13:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf2bebf-06df-4d73-b6fa-11ecdbe76b6b x-openstack-request-id: req-1cf2bebf-06df-4d73-b6fa-11ecdbe76b6b {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:51:15.791218 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb5af8d-022d-4708-aca9-49d3db482dcd", "name": "network-vif-unplugged", "status": "completed", "tag": "04d681e3-ceab-4cf6-876e-aec8b3942d85", "code": 200}]} {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:51:15.791465 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1cf2bebf-06df-4d73-b6fa-11ecdbe76b6b {{(pid=110502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:51:15.791862 dv-cinder-819668-4-iscsi neutron-server[110502]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cf2bebf-06df-4d73-b6fa-11ecdbe76b6b'] response: {'server_uuid': '2fb5af8d-022d-4708-aca9-49d3db482dcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04d681e3-ceab-4cf6-876e-aec8b3942d85', 'code': 200} May 26 13:51:15.842935 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5b3c3415-2df6-495a-a8a8-dacd7d65215c req-3c512b18-62ea-45be-ada1-81bf9ceb42ad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04d681e3-ceab-4cf6-876e-aec8b3942d85 HTTP/1.1" status: 200 len: 1000 time: 0.0967958 May 26 13:51:15.917435 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-0c072be3-5f17-42a3-8e46-05ab62587e08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa {{(pid=110500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:51:15.928968 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-0c072be3-5f17-42a3-8e46-05ab62587e08 service neutron] Publish callbacks [] for port (7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:15.933486 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c3415-2df6-495a-a8a8-dacd7d65215c req-737fa11b-918b-49f6-b167-e1d8c97733b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:15.935024 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5b3c3415-2df6-495a-a8a8-dacd7d65215c req-737fa11b-918b-49f6-b167-e1d8c97733b4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ead24355-5807-4ce4-ba8e-37e33b8ee5cf HTTP/1.1" status: 200 len: 848 time: 0.0835412 May 26 13:51:15.954456 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.provisioning_blocks [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-0c072be3-5f17-42a3-8e46-05ab62587e08 service neutron] Transition to ACTIVE for port object 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa will not be triggered until provisioned by entity L2. {{(pid=110500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 13:51:15.973422 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-0c072be3-5f17-42a3-8e46-05ab62587e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:16.015432 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c3415-2df6-495a-a8a8-dacd7d65215c req-5f73c9c2-5b59-4472-bcd5-b1b64ff81283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:16.016989 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5b3c3415-2df6-495a-a8a8-dacd7d65215c req-5f73c9c2-5b59-4472-bcd5-b1b64ff81283 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0478328b-202e-4fb7-84c6-c736725d6bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0738094 May 26 13:51:16.022512 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=100 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:16.035231 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1039e2f-bcee-4eda-93d4-517c281864cc req-a5d9ab83-e73b-415e-9c97-2129b19c03b8 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:16.036762 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-b1039e2f-bcee-4eda-93d4-517c281864cc req-a5d9ab83-e73b-415e-9c97-2129b19c03b8 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 944 time: 0.0495515 May 26 13:51:16.058267 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c072be3-5f17-42a3-8e46-05ab62587e08 service neutron] Pushing event updated for resources: {'Port': ['ID=7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa,revision_number=2']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:51:16.091886 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:16.097491 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-b1039e2f-bcee-4eda-93d4-517c281864cc req-b4d6cd9e-a6a5-43bc-b1d4-560aa6bfd363 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503118 May 26 13:51:16.194513 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5b3c3415-2df6-495a-a8a8-dacd7d65215c req-97442061-4a95-4da9-907d-a5b2565c6743 service neutron] 10.222.0.57 "GET /v2.0/networks/0478328b-202e-4fb7-84c6-c736725d6bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658573 May 26 13:51:16.198793 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-0c072be3-5f17-42a3-8e46-05ab62587e08 service neutron] Attempting to bind port 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa on host hv-cinder-81966 for vnic_type normal with profile {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:51:16.199134 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-0c072be3-5f17-42a3-8e46-05ab62587e08 service neutron] Attempting to bind port 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '72489f9d-88bc-4f02-8b41-7b0a26fec68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7243f764-410e-4885-acdc-a415825d1293'}] {{(pid=110500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:51:16.199465 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-0c072be3-5f17-42a3-8e46-05ab62587e08 service neutron] Attempting to bind port 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa on network 7243f764-410e-4885-acdc-a415825d1293 {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:51:16.221644 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-0c072be3-5f17-42a3-8e46-05ab62587e08 service neutron] Port 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa on network 7243f764-410e-4885-acdc-a415825d1293 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 13:51:16.221972 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-0c072be3-5f17-42a3-8e46-05ab62587e08 service neutron] Attempting to bind port 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa on network 7243f764-410e-4885-acdc-a415825d1293 {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:51:16.230752 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-0c072be3-5f17-42a3-8e46-05ab62587e08 service neutron] Checking agent: {'id': '207809ce-be6b-4746-a715-8e1c980ff656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 42, 40), 'started_at': datetime.datetime(2022, 5, 26, 13, 42, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:51:16.231090 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-0c072be3-5f17-42a3-8e46-05ab62587e08 service neutron] Checking segment: {'id': '72489f9d-88bc-4f02-8b41-7b0a26fec68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7243f764-410e-4885-acdc-a415825d1293'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:51:16.231467 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-0c072be3-5f17-42a3-8e46-05ab62587e08 service neutron] Bound using segment: {'id': '72489f9d-88bc-4f02-8b41-7b0a26fec68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7243f764-410e-4885-acdc-a415825d1293'} {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:51:16.231893 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-0c072be3-5f17-42a3-8e46-05ab62587e08 service neutron] Bound port: 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72489f9d-88bc-4f02-8b41-7b0a26fec68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7243f764-410e-4885-acdc-a415825d1293'}}] {{(pid=110500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:51:16.232250 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-0c072be3-5f17-42a3-8e46-05ab62587e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:16.349937 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5b3c3415-2df6-495a-a8a8-dacd7d65215c req-a6fc0c89-a3ac-43f6-98ec-528c5989b3a2 service neutron] 10.222.0.57 "GET /v2.0/networks/0478328b-202e-4fb7-84c6-c736725d6bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473618 May 26 13:51:16.350835 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-0c072be3-5f17-42a3-8e46-05ab62587e08 service neutron] For port 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa, host hv-cinder-81966, cleared binding levels {{(pid=110500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:51:16.353936 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-0c072be3-5f17-42a3-8e46-05ab62587e08 service neutron] For port 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa,segment=NetworkSegment(72489f9d-88bc-4f02-8b41-7b0a26fec68a),segment_id=72489f9d-88bc-4f02-8b41-7b0a26fec68a)] {{(pid=110500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:51:16.360426 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-0c072be3-5f17-42a3-8e46-05ab62587e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:16.395104 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-0c072be3-5f17-42a3-8e46-05ab62587e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:16.395767 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-0c072be3-5f17-42a3-8e46-05ab62587e08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:16.397696 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-0c072be3-5f17-42a3-8e46-05ab62587e08 service neutron] 10.222.0.57 "PUT /v2.0/ports/7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa HTTP/1.1" status: 200 len: 1094 time: 1.1056097 May 26 13:51:16.398134 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeccb394-4413-411c-a93c-9fbec3f06537', 'tag': '7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:51:16.400391 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b20624-0f8f-4cf4-acde-0c5778d8399c" -d '{"events": [{"name": "network-changed", "server_uuid": "aeccb394-4413-411c-a93c-9fbec3f06537", "tag": "7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:51:16.430394 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c072be3-5f17-42a3-8e46-05ab62587e08 service neutron] Pushing event updated for resources: {'Port': ['ID=7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa,revision_number=3']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:51:16.438631 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b112bd4-e696-48a9-8974-3a0572803c67 x-openstack-request-id: req-9b112bd4-e696-48a9-8974-3a0572803c67 {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:51:16.438923 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeccb394-4413-411c-a93c-9fbec3f06537", "tag": "7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:51:16.439177 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9b112bd4-e696-48a9-8974-3a0572803c67 {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:51:16.439588 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b112bd4-e696-48a9-8974-3a0572803c67'] response: {'name': 'network-changed', 'server_uuid': 'aeccb394-4413-411c-a93c-9fbec3f06537', 'tag': '7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa', 'status': 'completed', 'code': 200} May 26 13:51:16.465808 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-ce23034c-4176-4be5-94da-09228b6aa3cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:16.839340 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74eba4-f8e1-4105-9a04-9d63493a7d79 req-4e62f592-a961-41b9-aad9-5178b3eb1bfc tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:16.840871 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-dc74eba4-f8e1-4105-9a04-9d63493a7d79 req-4e62f592-a961-41b9-aad9-5178b3eb1bfc tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 944 time: 0.0517693 May 26 13:51:16.854722 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=100 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:16.890183 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-dc74eba4-f8e1-4105-9a04-9d63493a7d79 req-a5b24abe-b5bc-4005-a859-c42cca0eb683 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437121 May 26 13:51:17.222354 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d1487-00f9-4019-94e7-3c05a9e9bca4 req-e83451fc-d4d6-48b6-bbc9-2b523e58ebd7 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:17.223804 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-304d1487-00f9-4019-94e7-3c05a9e9bca4 req-e83451fc-d4d6-48b6-bbc9-2b523e58ebd7 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 944 time: 0.0473344 May 26 13:51:17.274839 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-304d1487-00f9-4019-94e7-3c05a9e9bca4 req-922ba07d-3304-4ed7-ae21-659caac6b678 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431840 May 26 13:51:17.404956 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b20624-0f8f-4cf4-acde-0c5778d8399c req-9c271e5d-369a-4bd5-bd67-b75d428b1629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:17.406380 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-89b20624-0f8f-4cf4-acde-0c5778d8399c req-9c271e5d-369a-4bd5-bd67-b75d428b1629 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ce476b2a1764f56b9780f4a5c75ac3d&device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 1128 time: 0.0426219 May 26 13:51:17.503970 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:17.510120 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b20624-0f8f-4cf4-acde-0c5778d8399c req-60019a49-5fad-4658-b1d5-444e0d705b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:17.511605 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-89b20624-0f8f-4cf4-acde-0c5778d8399c req-60019a49-5fad-4658-b1d5-444e0d705b39 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=1ce476b2a1764f56b9780f4a5c75ac3d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0973008 May 26 13:51:17.611228 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b20624-0f8f-4cf4-acde-0c5778d8399c req-59234697-5803-4321-bfa8-c98cb2e171d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:17.612806 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-89b20624-0f8f-4cf4-acde-0c5778d8399c req-59234697-5803-4321-bfa8-c98cb2e171d3 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949531 May 26 13:51:17.696555 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-11adb510-7a02-4fc2-b48d-4cf834140f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:17.698042 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-11adb510-7a02-4fc2-b48d-4cf834140f33 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ce476b2a1764f56b9780f4a5c75ac3d&device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 1128 time: 0.0403121 May 26 13:51:17.739490 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-7ec23540-0002-42e4-86da-1f654359d744 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa HTTP/1.1" status: 200 len: 217 time: 0.0341256 May 26 13:51:17.743126 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:17.792255 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-37828e83-d812-42c1-ad4b-f99153a0ff76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:17.793733 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-37828e83-d812-42c1-ad4b-f99153a0ff76 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f42c48c9-dd9d-4f2d-ada0-47f18130e415 HTTP/1.1" status: 200 len: 856 time: 0.0478389 May 26 13:51:17.839162 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-842090eb-0942-4d96-a210-eda3f71d2ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:17.840676 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-842090eb-0942-4d96-a210-eda3f71d2ff0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7243f764-410e-4885-acdc-a415825d1293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386453 May 26 13:51:17.918169 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:17.936682 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-314f045a-f826-44eb-bebb-250ebaa88943 service neutron] 10.222.0.57 "GET /v2.0/networks/7243f764-410e-4885-acdc-a415825d1293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874715 May 26 13:51:18.012041 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b57c2-de23-4ed4-8183-27b613d714cf req-6bbf450d-c2ce-4dd1-82c8-90fad3f6247c tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:18.013457 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-0c2b57c2-de23-4ed4-8183-27b613d714cf req-6bbf450d-c2ce-4dd1-82c8-90fad3f6247c tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 944 time: 0.0484586 May 26 13:51:18.037453 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a73936cb-6b91-41b8-aaa3-8003636465e5 req-25e41777-f150-4767-984c-8b9d5f13f003 service neutron] 10.222.0.57 "GET /v2.0/networks/7243f764-410e-4885-acdc-a415825d1293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924118 May 26 13:51:18.062459 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-0c2b57c2-de23-4ed4-8183-27b613d714cf req-15add163-f967-4f0e-bd6f-29750478d3a7 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434248 May 26 13:51:18.389119 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a6c46-356a-47a2-bf73-df1305c5febb req-4ea459c1-b9a1-4373-a54f-acbad577f8e4 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:18.390595 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e15a6c46-356a-47a2-bf73-df1305c5febb req-4ea459c1-b9a1-4373-a54f-acbad577f8e4 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 944 time: 0.0482795 May 26 13:51:18.441327 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e15a6c46-356a-47a2-bf73-df1305c5febb req-500d05cd-df92-4355-98df-c82b1806af09 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452383 May 26 13:51:18.935385 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=3 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:19.027953 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:19.154380 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:19.181866 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe607d-5c67-4c7b-ae41-707e725b4449 req-2931c61c-2eb6-48d4-ab2f-dfff1189c033 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:19.183345 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-cebe607d-5c67-4c7b-ae41-707e725b4449 req-2931c61c-2eb6-48d4-ab2f-dfff1189c033 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 944 time: 0.0490525 May 26 13:51:19.234083 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-cebe607d-5c67-4c7b-ae41-707e725b4449 req-48b6e616-aeda-4c13-9034-34de90044259 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451369 May 26 13:51:19.420455 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ab4f4251-cad1-4099-b34f-9ac039c0f78b req-9f379ba0-2019-4604-a838-81fa02aacbbc tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1468382374&fields=id&tenant_id=c70c0ab9b5134d0781dea0e0abc02ac8 HTTP/1.1" status: 200 len: 267 time: 0.0479755 May 26 13:51:19.471293 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f4251-cad1-4099-b34f-9ac039c0f78b req-8c75eac2-5d72-4811-a431-8aef3bcdfddb tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:19.472787 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ab4f4251-cad1-4099-b34f-9ac039c0f78b req-8c75eac2-5d72-4811-a431-8aef3bcdfddb tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 984 time: 0.0472386 May 26 13:51:19.484188 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [req-ab4f4251-cad1-4099-b34f-9ac039c0f78b req-19fe72d5-79fc-4bb2-add7-065a23c1f2ba tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Request body: {'port': {'security_groups': ['f6469e1a-ac37-490e-aba5-580f8f1d077d']}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:51:19.559469 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03a2a3-93bb-4640-8064-4117987cb1d7 req-97fe5c42-259b-4a14-bffd-404e8eb7db9f tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:19.561033 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-8a03a2a3-93bb-4640-8064-4117987cb1d7 req-97fe5c42-259b-4a14-bffd-404e8eb7db9f tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 944 time: 0.0489128 May 26 13:51:19.569063 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-ab4f4251-cad1-4099-b34f-9ac039c0f78b req-19fe72d5-79fc-4bb2-add7-065a23c1f2ba tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (e0662874-78ce-4387-a824-8ab106baa767), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:19.611685 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-8a03a2a3-93bb-4640-8064-4117987cb1d7 req-198547db-c9e9-451c-813b-abdc4979d917 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448110 May 26 13:51:19.787870 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-ab4f4251-cad1-4099-b34f-9ac039c0f78b req-19fe72d5-79fc-4bb2-add7-065a23c1f2ba tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] For port e0662874-78ce-4387-a824-8ab106baa767, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=e0662874-78ce-4387-a824-8ab106baa767,segment=NetworkSegment(abecec45-87fd-4c5c-8ebd-4180a12ed0df),segment_id=abecec45-87fd-4c5c-8ebd-4180a12ed0df)] {{(pid=110500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:51:19.815836 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-ab4f4251-cad1-4099-b34f-9ac039c0f78b req-19fe72d5-79fc-4bb2-add7-065a23c1f2ba tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks [] for port (e0662874-78ce-4387-a824-8ab106baa767), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:19.820673 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-ab4f4251-cad1-4099-b34f-9ac039c0f78b req-19fe72d5-79fc-4bb2-add7-065a23c1f2ba tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (e0662874-78ce-4387-a824-8ab106baa767), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:19.841174 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] get_ports_and_sgs() called for port_ids ['e0662874-78ce-4387-a824-8ab106baa767'] {{(pid=110502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 13:51:19.848868 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:19.868251 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f4251-cad1-4099-b34f-9ac039c0f78b req-19fe72d5-79fc-4bb2-add7-065a23c1f2ba tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:19.869155 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-ab4f4251-cad1-4099-b34f-9ac039c0f78b req-19fe72d5-79fc-4bb2-add7-065a23c1f2ba tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:19.870624 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ab4f4251-cad1-4099-b34f-9ac039c0f78b req-19fe72d5-79fc-4bb2-add7-065a23c1f2ba tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "PUT /v2.0/ports/e0662874-78ce-4387-a824-8ab106baa767 HTTP/1.1" status: 200 len: 942 time: 0.3910370 May 26 13:51:19.873568 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ad193e-1516-41cd-8603-74830f1c6fc7', 'tag': 'e0662874-78ce-4387-a824-8ab106baa767'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:51:19.875867 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ca627e-65b4-42bd-83b1-f9ef1d11e49a" -d '{"events": [{"name": "network-changed", "server_uuid": "39ad193e-1516-41cd-8603-74830f1c6fc7", "tag": "e0662874-78ce-4387-a824-8ab106baa767"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:51:19.876948 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 35440) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:51:19.922697 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe72d5-79fc-4bb2-add7-065a23c1f2ba tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Pushing event updated for resources: {'Port': ['ID=e0662874-78ce-4387-a824-8ab106baa767,revision_number=7']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:51:19.951906 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b24fc3-1700-4c60-8635-a82da20c87c5 x-openstack-request-id: req-60b24fc3-1700-4c60-8635-a82da20c87c5 {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:51:19.952221 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ad193e-1516-41cd-8603-74830f1c6fc7", "tag": "e0662874-78ce-4387-a824-8ab106baa767", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:51:19.952515 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-60b24fc3-1700-4c60-8635-a82da20c87c5 {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:51:19.952911 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60b24fc3-1700-4c60-8635-a82da20c87c5'] response: {'name': 'network-changed', 'server_uuid': '39ad193e-1516-41cd-8603-74830f1c6fc7', 'tag': 'e0662874-78ce-4387-a824-8ab106baa767', 'status': 'completed', 'code': 200} May 26 13:51:19.972781 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-83749591-b302-4dff-9e5b-d616760bedc2 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks [] for security_group (4fef4f7b-39dd-464a-8c6c-49f468a88961), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:19.978164 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] get_ports_and_sgs() called for port_ids ['e0662874-78ce-4387-a824-8ab106baa767'] {{(pid=110502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 13:51:20.000380 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-83749591-b302-4dff-9e5b-d616760bedc2 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks [] for security_group (4fef4f7b-39dd-464a-8c6c-49f468a88961), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:20.077272 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-83749591-b302-4dff-9e5b-d616760bedc2 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (4fef4f7b-39dd-464a-8c6c-49f468a88961), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:20.079789 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-83749591-b302-4dff-9e5b-d616760bedc2 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:20.081114 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-83749591-b302-4dff-9e5b-d616760bedc2 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "DELETE /v2.0/security-groups/4fef4f7b-39dd-464a-8c6c-49f468a88961 HTTP/1.1" status: 204 len: 168 time: 0.2031417 May 26 13:51:20.084878 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 35446) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:51:20.091457 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83749591-b302-4dff-9e5b-d616760bedc2 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fef4f7b-39dd-464a-8c6c-49f468a88961,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:51:20.099336 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83749591-b302-4dff-9e5b-d616760bedc2 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:51:20.099685 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83749591-b302-4dff-9e5b-d616760bedc2 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:51:20.100031 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83749591-b302-4dff-9e5b-d616760bedc2 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:51:20.100393 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83749591-b302-4dff-9e5b-d616760bedc2 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:51:20.100733 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83749591-b302-4dff-9e5b-d616760bedc2 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:51:20.101065 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83749591-b302-4dff-9e5b-d616760bedc2 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:51:20.101400 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83749591-b302-4dff-9e5b-d616760bedc2 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:51:20.101729 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83749591-b302-4dff-9e5b-d616760bedc2 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:51:20.102057 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83749591-b302-4dff-9e5b-d616760bedc2 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:51:20.102384 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83749591-b302-4dff-9e5b-d616760bedc2 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:51:20.102711 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83749591-b302-4dff-9e5b-d616760bedc2 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:51:20.103036 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83749591-b302-4dff-9e5b-d616760bedc2 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:51:20.103357 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83749591-b302-4dff-9e5b-d616760bedc2 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:51:20.103680 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83749591-b302-4dff-9e5b-d616760bedc2 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:51:20.104001 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83749591-b302-4dff-9e5b-d616760bedc2 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:51:20.183892 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-f79afb26-5caa-472e-b7f5-a525d26310ce None None] Provisioning complete for port e0662874-78ce-4387-a824-8ab106baa767 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:51:20.184491 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-f79afb26-5caa-472e-b7f5-a525d26310ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (e0662874-78ce-4387-a824-8ab106baa767), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:20.243856 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [None req-746c751f-6067-4ef9-b622-b8fb4efc6780 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Deleting port 7fe6a7be-35a7-437b-9c55-bc8206cf2822 {{(pid=110500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:51:20.244200 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-746c751f-6067-4ef9-b622-b8fb4efc6780 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (7fe6a7be-35a7-437b-9c55-bc8206cf2822), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:20.266531 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-f79afb26-5caa-472e-b7f5-a525d26310ce None None] Current status of the port e0662874-78ce-4387-a824-8ab106baa767 is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:51:20.358196 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:20.367266 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-746c751f-6067-4ef9-b622-b8fb4efc6780 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (7fe6a7be-35a7-437b-9c55-bc8206cf2822), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:20.367631 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-746c751f-6067-4ef9-b622-b8fb4efc6780 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks [] for floatingip (7fe6a7be-35a7-437b-9c55-bc8206cf2822), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:20.394341 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ddb8b-c648-40d9-8138-b8c874154c4f req-e845da0a-7239-48a8-8cb2-176185097a80 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:20.395846 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-337ddb8b-c648-40d9-8138-b8c874154c4f req-e845da0a-7239-48a8-8cb2-176185097a80 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 944 time: 0.0743833 May 26 13:51:20.397370 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [None req-746c751f-6067-4ef9-b622-b8fb4efc6780 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Calling delete_port for 7fe6a7be-35a7-437b-9c55-bc8206cf2822 owned by network:floatingip {{(pid=110500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:51:20.461791 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:20.558000 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-337ddb8b-c648-40d9-8138-b8c874154c4f req-3146f927-f658-4185-a1ce-a34cd8900932 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555765 May 26 13:51:20.566769 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca627e-65b4-42bd-83b1-f9ef1d11e49a req-f00e760b-8bfe-4948-8084-8bfd18f5c369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:20.568289 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f4ca627e-65b4-42bd-83b1-f9ef1d11e49a req-f00e760b-8bfe-4948-8084-8bfd18f5c369 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c70c0ab9b5134d0781dea0e0abc02ac8&device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 1129 time: 0.0667436 May 26 13:51:20.735559 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8881410-8ffd-4ff0-bca9-f2b93f5875f2 req-41a5d7dc-93fd-4bf6-bf4b-6075ce105038 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:20.737193 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-a8881410-8ffd-4ff0-bca9-f2b93f5875f2 req-41a5d7dc-93fd-4bf6-bf4b-6075ce105038 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 944 time: 0.0510316 May 26 13:51:20.790587 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-a8881410-8ffd-4ff0-bca9-f2b93f5875f2 req-b6e02845-fa99-4445-be99-b7d581f2c697 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475569 May 26 13:51:20.954699 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca627e-65b4-42bd-83b1-f9ef1d11e49a req-1e39a439-d031-44e6-a785-7c383665a593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:20.957096 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f4ca627e-65b4-42bd-83b1-f9ef1d11e49a req-1e39a439-d031-44e6-a785-7c383665a593 service neutron] 10.222.0.57 "GET /v2.0/networks?id=279221b5-1c95-41d9-af88-4e2c4d2e3a32 HTTP/1.1" status: 200 len: 915 time: 0.3786497 May 26 13:51:21.007437 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-746c751f-6067-4ef9-b622-b8fb4efc6780 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (7fe6a7be-35a7-437b-9c55-bc8206cf2822), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:21.043213 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746c751f-6067-4ef9-b622-b8fb4efc6780 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Pushing event deleted for resources: {'Port': ['ID=7fe6a7be-35a7-437b-9c55-bc8206cf2822,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:51:21.061599 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f4ca627e-65b4-42bd-83b1-f9ef1d11e49a req-3becd7a7-d99a-4dd6-8868-2bfba2cc4561 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0662874-78ce-4387-a824-8ab106baa767 HTTP/1.1" status: 200 len: 1001 time: 0.0958142 May 26 13:51:21.155005 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca627e-65b4-42bd-83b1-f9ef1d11e49a req-c002b3a3-2e62-4d8d-91fe-9d1af8c639c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:21.156567 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f4ca627e-65b4-42bd-83b1-f9ef1d11e49a req-c002b3a3-2e62-4d8d-91fe-9d1af8c639c2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c1b7c911-f88e-4299-b194-4048f3cb8870 HTTP/1.1" status: 200 len: 853 time: 0.0763280 May 26 13:51:21.157329 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-746c751f-6067-4ef9-b622-b8fb4efc6780 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks [] for floatingip (b06c298e-12c5-4518-b70e-69c899880c2b), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:21.157659 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.db.l3_db [None req-746c751f-6067-4ef9-b622-b8fb4efc6780 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Floating IP b06c298e-12c5-4518-b70e-69c899880c2b disassociated (deleted). External IP: 172.27.2.240, port: e0662874-78ce-4387-a824-8ab106baa767. May 26 13:51:21.204999 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:21.248435 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca627e-65b4-42bd-83b1-f9ef1d11e49a req-404ce091-b4e8-462b-98d6-5a36fe0d9d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:21.249928 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f4ca627e-65b4-42bd-83b1-f9ef1d11e49a req-404ce091-b4e8-462b-98d6-5a36fe0d9d85 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=279221b5-1c95-41d9-af88-4e2c4d2e3a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0584307 May 26 13:51:21.427338 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=110502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 13:51:21.436373 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f4ca627e-65b4-42bd-83b1-f9ef1d11e49a req-9eea1652-f1a3-41b0-a077-b10e5befbd55 service neutron] 10.222.0.57 "GET /v2.0/networks/279221b5-1c95-41d9-af88-4e2c4d2e3a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618111 May 26 13:51:21.439454 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:21.477483 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:21.508812 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 6 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:51:21.542817 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa,segment=NetworkSegment(72489f9d-88bc-4f02-8b41-7b0a26fec68a),segment_id=72489f9d-88bc-4f02-8b41-7b0a26fec68a)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:51:21.548105 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-746c751f-6067-4ef9-b622-b8fb4efc6780 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Router 7fa36501-7f70-49e3-8705-cd796dcb6c88 has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:51:21.556570 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Returning: {'device': '7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa', 'network_id': '7243f764-410e-4885-acdc-a415825d1293', 'port_id': '7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa', 'mac_address': 'fa:16:3e:b3:45:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f42c48c9-dd9d-4f2d-ada0-47f18130e415', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 13:51:21.593960 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa is: DOWN; New status is: BUILD {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:51:21.594367 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:21.609076 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa {{(pid=110502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:51:21.625644 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f4ca627e-65b4-42bd-83b1-f9ef1d11e49a req-a9d21740-2889-4230-96bc-2a30fea04471 service neutron] 10.222.0.57 "GET /v2.0/networks/279221b5-1c95-41d9-af88-4e2c4d2e3a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575866 May 26 13:51:21.631204 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa,segment=NetworkSegment(72489f9d-88bc-4f02-8b41-7b0a26fec68a),segment_id=72489f9d-88bc-4f02-8b41-7b0a26fec68a)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:51:21.636065 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:21.675864 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:21.693910 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa,revision_number=4']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:51:21.744644 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd13066-5fa2-4fe8-8688-bbec78b6e683 req-7eea147f-9a5f-4acf-87d3-a811154a4559 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:21.746056 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-efd13066-5fa2-4fe8-8688-bbec78b6e683 req-7eea147f-9a5f-4acf-87d3-a811154a4559 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 945 time: 0.1088274 May 26 13:51:21.762236 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746c751f-6067-4ef9-b622-b8fb4efc6780 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:51:21.771460 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933b81c3-8c0e-43b1-acf0-82ef19a25dee None None] Sync routers for ids ['7fa36501-7f70-49e3-8705-cd796dcb6c88'] in dv-cinder-819668-4-iscsi {{(pid=110502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:51:21.771711 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-746c751f-6067-4ef9-b622-b8fb4efc6780 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for floatingip (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:21.782041 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933b81c3-8c0e-43b1-acf0-82ef19a25dee None None] Routers {'7fa36501-7f70-49e3-8705-cd796dcb6c88'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:51:21.782652 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-933b81c3-8c0e-43b1-acf0-82ef19a25dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:51:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['7fa36501-7f70-49e3-8705-cd796dcb6c88'], 'active': True} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:51:21.827346 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-746c751f-6067-4ef9-b622-b8fb4efc6780 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "DELETE /v2.0/floatingips/b06c298e-12c5-4518-b70e-69c899880c2b HTTP/1.1" status: 204 len: 168 time: 1.7381127 May 26 13:51:21.828732 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-efd13066-5fa2-4fe8-8688-bbec78b6e683 req-f81f8330-d3dc-43fd-aed0-cc38d2a8033f tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753758 May 26 13:51:21.922394 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db94e63-897d-46c9-9495-28cec0ff2bd0 req-50d3e16f-00d1-4e1d-92a3-df3979ba4c43 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:21.924179 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-8db94e63-897d-46c9-9495-28cec0ff2bd0 req-50d3e16f-00d1-4e1d-92a3-df3979ba4c43 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 944 time: 0.0560021 May 26 13:51:21.955229 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ad193e-1516-41cd-8603-74830f1c6fc7', 'tag': 'e0662874-78ce-4387-a824-8ab106baa767'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:51:21.958914 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd887909-e78b-4230-88a6-a8dded991b19" -d '{"events": [{"name": "network-changed", "server_uuid": "39ad193e-1516-41cd-8603-74830f1c6fc7", "tag": "e0662874-78ce-4387-a824-8ab106baa767"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:51:21.980766 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-8db94e63-897d-46c9-9495-28cec0ff2bd0 req-cc40539e-e36d-4f03-8fbf-ec71fdd63efe tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501988 May 26 13:51:22.017545 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvr_db [None req-933b81c3-8c0e-43b1-acf0-82ef19a25dee None None] Set router 7fa36501-7f70-49e3-8705-cd796dcb6c88 gateway port host: dv-cinder-819668-4-iscsi {{(pid=110502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:51:22.062516 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9040e7-82a0-45d2-8484-6b361644232f x-openstack-request-id: req-3b9040e7-82a0-45d2-8484-6b361644232f {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:51:22.062805 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ad193e-1516-41cd-8603-74830f1c6fc7", "tag": "e0662874-78ce-4387-a824-8ab106baa767", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:51:22.063057 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3b9040e7-82a0-45d2-8484-6b361644232f {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:51:22.063456 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b9040e7-82a0-45d2-8484-6b361644232f'] response: {'name': 'network-changed', 'server_uuid': '39ad193e-1516-41cd-8603-74830f1c6fc7', 'tag': 'e0662874-78ce-4387-a824-8ab106baa767', 'status': 'completed', 'code': 200} May 26 13:51:22.120120 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd887909-e78b-4230-88a6-a8dded991b19 req-14c6d846-e641-4cf6-9eb6-5937b3e83300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:22.121671 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bd887909-e78b-4230-88a6-a8dded991b19 req-14c6d846-e641-4cf6-9eb6-5937b3e83300 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c70c0ab9b5134d0781dea0e0abc02ac8&device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 1129 time: 0.0494390 May 26 13:51:22.162877 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] get_ports_and_sgs() called for port_ids ['7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa'] {{(pid=110502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 13:51:22.247558 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd887909-e78b-4230-88a6-a8dded991b19 req-961ea5da-ff56-46ca-bce9-ce4913f921bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:22.249097 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bd887909-e78b-4230-88a6-a8dded991b19 req-961ea5da-ff56-46ca-bce9-ce4913f921bf service neutron] 10.222.0.57 "GET /v2.0/networks?id=279221b5-1c95-41d9-af88-4e2c4d2e3a32 HTTP/1.1" status: 200 len: 915 time: 0.1197278 May 26 13:51:22.307337 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-933b81c3-8c0e-43b1-acf0-82ef19a25dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa36501-7f70-49e3-8705-cd796dcb6c88', 'name': 'tempest-TestMinimumBasicScenario-971109684-router', 'tenant_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '9b0c14fd-3614-42e0-8cb7-609c3303a1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:46:21Z', 'updated_at': '2022-05-26T13:46:26Z', 'revision_number': 4, 'project_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'gw_port': {'id': '9b0c14fd-3614-42e0-8cb7-609c3303a1f4', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:94:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa36501-7f70-49e3-8705-cd796dcb6c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:22Z', 'updated_at': '2022-05-26T13:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': 'c7cce3d5-4765-4535-afe3-6483259430c5', 'name': '', 'network_id': '279221b5-1c95-41d9-af88-4e2c4d2e3a32', 'tenant_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'mac_address': 'fa:16:3e:ef:f5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa36501-7f70-49e3-8705-cd796dcb6c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'c1b7c911-f88e-4299-b194-4048f3cb8870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:26Z', 'updated_at': '2022-05-26T13:46:35Z', 'revision_number': 5, 'project_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'subnets': [{'id': 'c1b7c911-f88e-4299-b194-4048f3cb8870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:51:22.343286 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933b81c3-8c0e-43b1-acf0-82ef19a25dee None None] Checking router: 7fa36501-7f70-49e3-8705-cd796dcb6c88 for host: dv-cinder-819668-4-iscsi {{(pid=110502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:51:22.367443 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933b81c3-8c0e-43b1-acf0-82ef19a25dee None None] Routers {'7fa36501-7f70-49e3-8705-cd796dcb6c88'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:51:22.368076 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-933b81c3-8c0e-43b1-acf0-82ef19a25dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:51:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['7fa36501-7f70-49e3-8705-cd796dcb6c88'], 'active': True} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:51:22.493392 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvr_db [None req-933b81c3-8c0e-43b1-acf0-82ef19a25dee None None] Set router 7fa36501-7f70-49e3-8705-cd796dcb6c88 gateway port host: dv-cinder-819668-4-iscsi {{(pid=110502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:51:22.515744 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:22.681561 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-933b81c3-8c0e-43b1-acf0-82ef19a25dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa36501-7f70-49e3-8705-cd796dcb6c88', 'name': 'tempest-TestMinimumBasicScenario-971109684-router', 'tenant_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '9b0c14fd-3614-42e0-8cb7-609c3303a1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:46:21Z', 'updated_at': '2022-05-26T13:46:26Z', 'revision_number': 4, 'project_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'gw_port': {'id': '9b0c14fd-3614-42e0-8cb7-609c3303a1f4', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:94:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa36501-7f70-49e3-8705-cd796dcb6c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:22Z', 'updated_at': '2022-05-26T13:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': 'c7cce3d5-4765-4535-afe3-6483259430c5', 'name': '', 'network_id': '279221b5-1c95-41d9-af88-4e2c4d2e3a32', 'tenant_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'mac_address': 'fa:16:3e:ef:f5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa36501-7f70-49e3-8705-cd796dcb6c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'c1b7c911-f88e-4299-b194-4048f3cb8870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:26Z', 'updated_at': '2022-05-26T13:46:35Z', 'revision_number': 5, 'project_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'subnets': [{'id': 'c1b7c911-f88e-4299-b194-4048f3cb8870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:51:22.706380 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933b81c3-8c0e-43b1-acf0-82ef19a25dee None None] The sync data for ids ['7fa36501-7f70-49e3-8705-cd796dcb6c88'] in dv-cinder-819668-4-iscsi is: [{'id': '7fa36501-7f70-49e3-8705-cd796dcb6c88', 'name': 'tempest-TestMinimumBasicScenario-971109684-router', 'tenant_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '9b0c14fd-3614-42e0-8cb7-609c3303a1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:46:21Z', 'updated_at': '2022-05-26T13:46:26Z', 'revision_number': 4, 'project_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'gw_port': {'id': '9b0c14fd-3614-42e0-8cb7-609c3303a1f4', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:94:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa36501-7f70-49e3-8705-cd796dcb6c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:22Z', 'updated_at': '2022-05-26T13:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': 'c7cce3d5-4765-4535-afe3-6483259430c5', 'name': '', 'network_id': '279221b5-1c95-41d9-af88-4e2c4d2e3a32', 'tenant_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'mac_address': 'fa:16:3e:ef:f5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa36501-7f70-49e3-8705-cd796dcb6c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'c1b7c911-f88e-4299-b194-4048f3cb8870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:26Z', 'updated_at': '2022-05-26T13:46:35Z', 'revision_number': 5, 'project_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'subnets': [{'id': 'c1b7c911-f88e-4299-b194-4048f3cb8870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:51:22.722444 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bd887909-e78b-4230-88a6-a8dded991b19 req-638a1b59-8d8f-49ac-800f-0c725f2d6d5c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0662874-78ce-4387-a824-8ab106baa767 HTTP/1.1" status: 200 len: 217 time: 0.0351508 May 26 13:51:22.925310 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5349b22-7358-4f4e-999c-37574107b0e1 None None] New status for floating IP b06c298e-12c5-4518-b70e-69c899880c2b: DOWN {{(pid=110503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 13:51:22.956104 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ce7f5-fe67-4a80-a5d9-bb67410dc17a req-c466bef5-9aa6-405e-8398-e8053348136d tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:22.957622 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-202ce7f5-fe67-4a80-a5d9-bb67410dc17a req-c466bef5-9aa6-405e-8398-e8053348136d tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 945 time: 0.0497200 May 26 13:51:23.007961 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-202ce7f5-fe67-4a80-a5d9-bb67410dc17a req-356f2d5e-5e04-4bd9-976b-3c47fcc39a24 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443177 May 26 13:51:23.102862 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c8c79-38ba-4959-90b0-e2c3b16bfcca req-665256f9-7d70-4fbd-82fd-abfec8bfb18d tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:23.104393 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-aa2c8c79-38ba-4959-90b0-e2c3b16bfcca req-665256f9-7d70-4fbd-82fd-abfec8bfb18d tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 944 time: 0.0497425 May 26 13:51:23.153913 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-aa2c8c79-38ba-4959-90b0-e2c3b16bfcca req-89c7f67e-cd51-42f2-a246-f15b440d6028 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438998 May 26 13:51:23.444096 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa up at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:51:23.486492 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Provisioning for port 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa completed by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 13:51:23.492838 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Provisioning complete for port 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:51:23.493273 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:23.532558 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:23.573119 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa is: BUILD; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:51:23.573506 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:23.596713 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeccb394-4413-411c-a93c-9fbec3f06537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa'}] {{(pid=110502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:51:23.598903 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186ee40048dd7feccd586c88f433d7b47dbfd7dc0140a518261bfa5b158966a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdaa6936-19e6-4d67-b697-f1641e5f3cf8" -d '{"events": [{"server_uuid": "aeccb394-4413-411c-a93c-9fbec3f06537", "name": "network-vif-plugged", "status": "completed", "tag": "7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa"}]}' {{(pid=110502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:51:23.612265 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa,segment=NetworkSegment(72489f9d-88bc-4f02-8b41-7b0a26fec68a),segment_id=72489f9d-88bc-4f02-8b41-7b0a26fec68a)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:51:23.616899 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:23.642474 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d835dd98-662d-4f86-b691-a7ebc0666fb9 x-openstack-request-id: req-d835dd98-662d-4f86-b691-a7ebc0666fb9 {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:51:23.642787 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeccb394-4413-411c-a93c-9fbec3f06537", "name": "network-vif-plugged", "status": "completed", "tag": "7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa", "code": 200}]} {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:51:23.643046 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d835dd98-662d-4f86-b691-a7ebc0666fb9 {{(pid=110502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:51:23.643445 dv-cinder-819668-4-iscsi neutron-server[110502]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d835dd98-662d-4f86-b691-a7ebc0666fb9'] response: {'server_uuid': 'aeccb394-4413-411c-a93c-9fbec3f06537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa', 'code': 200} May 26 13:51:23.677712 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa,revision_number=5']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:51:24.050636 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd887909-e78b-4230-88a6-a8dded991b19 req-262fee1d-2f79-40ca-80d3-61f6fd254b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:24.052693 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bd887909-e78b-4230-88a6-a8dded991b19 req-262fee1d-2f79-40ca-80d3-61f6fd254b1d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c1b7c911-f88e-4299-b194-4048f3cb8870 HTTP/1.1" status: 200 len: 853 time: 0.0650852 May 26 13:51:24.118550 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:24.160693 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d46db5-ea83-4356-ba54-1c3350dcfc69 req-d072f00f-631e-49ac-9d00-0a7527748f42 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:24.162964 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b6d46db5-ea83-4356-ba54-1c3350dcfc69 req-d072f00f-631e-49ac-9d00-0a7527748f42 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 946 time: 0.0770297 May 26 13:51:24.179545 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd887909-e78b-4230-88a6-a8dded991b19 req-031ff0f6-0fc8-4cf5-92f4-9736c3055e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:24.181030 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bd887909-e78b-4230-88a6-a8dded991b19 req-031ff0f6-0fc8-4cf5-92f4-9736c3055e8c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=279221b5-1c95-41d9-af88-4e2c4d2e3a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607200 May 26 13:51:24.306402 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828633fb-c0fd-4b77-a4bb-329f59fabf5e req-8489412d-827f-4b85-8144-63e075f88f2a tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:24.307798 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-828633fb-c0fd-4b77-a4bb-329f59fabf5e req-8489412d-827f-4b85-8144-63e075f88f2a tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 944 time: 0.0744319 May 26 13:51:24.313717 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935fe91-188b-4738-a484-8789a2bf93a3 req-a927debe-aa68-448d-9f4a-98faad1fc341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:24.315534 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-d935fe91-188b-4738-a484-8789a2bf93a3 req-a927debe-aa68-448d-9f4a-98faad1fc341 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 1128 time: 0.0533049 May 26 13:51:24.322539 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b6d46db5-ea83-4356-ba54-1c3350dcfc69 req-dec3b0a6-5ef8-44ef-9d7b-4b843f6f6fa8 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521928 May 26 13:51:24.337055 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1d4eb-2eab-451f-b4d2-6ff3c087d864 req-a26dfd9d-db53-4765-8c39-5ff0fbd89ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:24.338642 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c8e1d4eb-2eab-451f-b4d2-6ff3c087d864 req-a26dfd9d-db53-4765-8c39-5ff0fbd89ca9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 1130 time: 0.1052639 May 26 13:51:24.358383 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:24.367602 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bd887909-e78b-4230-88a6-a8dded991b19 req-ef1edb0a-a309-46a6-9be6-eab3a6719b37 service neutron] 10.222.0.57 "GET /v2.0/networks/279221b5-1c95-41d9-af88-4e2c4d2e3a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481771 May 26 13:51:24.393166 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-d935fe91-188b-4738-a484-8789a2bf93a3 req-c202e101-447e-4c85-8f2f-60905ca39115 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705485 May 26 13:51:24.413357 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-828633fb-c0fd-4b77-a4bb-329f59fabf5e req-2bf82cfb-0b2e-4541-bd4b-00dcde2e5f6d tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956061 May 26 13:51:24.472539 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c8e1d4eb-2eab-451f-b4d2-6ff3c087d864 req-2184b19f-000e-4237-afe2-e915cb8fe502 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038804 May 26 13:51:24.478683 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:24.500429 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bd887909-e78b-4230-88a6-a8dded991b19 req-e1bbe0f9-0cf9-4bc1-80b2-1a660547034f service neutron] 10.222.0.57 "GET /v2.0/networks/279221b5-1c95-41d9-af88-4e2c4d2e3a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231892 May 26 13:51:25.445478 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 04d681e3-ceab-4cf6-876e-aec8b3942d85 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=110502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 13:51:25.453423 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0951b43-50b8-4eba-8de4-1d33cbf285e1 req-560c64d1-4127-4a76-a903-1413464b3d2a tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:25.455963 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b0951b43-50b8-4eba-8de4-1d33cbf285e1 req-560c64d1-4127-4a76-a903-1413464b3d2a tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 946 time: 0.0534246 May 26 13:51:25.506731 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b0951b43-50b8-4eba-8de4-1d33cbf285e1 req-e4bf40a6-e2e9-4d5d-b51b-5c4e4c39a064 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439830 May 26 13:51:25.552935 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c010a3-8c05-4c01-bb3f-c33aff5cce1c req-6d378723-af13-4bc2-9f7d-619d26a716b2 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:25.555210 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-f3c010a3-8c05-4c01-bb3f-c33aff5cce1c req-6d378723-af13-4bc2-9f7d-619d26a716b2 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 944 time: 0.0543587 May 26 13:51:25.569691 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 04d681e3-ceab-4cf6-876e-aec8b3942d85, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=04d681e3-ceab-4cf6-876e-aec8b3942d85,segment=NetworkSegment(57eb3c7f-cf41-4d04-9254-b7cdfafd2014),segment_id=57eb3c7f-cf41-4d04-9254-b7cdfafd2014)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:51:25.584765 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Returning: {'device': '04d681e3-ceab-4cf6-876e-aec8b3942d85', 'network_id': '0478328b-202e-4fb7-84c6-c736725d6bdc', 'port_id': '04d681e3-ceab-4cf6-876e-aec8b3942d85', 'mac_address': 'fa:16:3e:02:46:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ead24355-5807-4ce4-ba8e-37e33b8ee5cf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 13:51:25.591689 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:25.620010 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-f3c010a3-8c05-4c01-bb3f-c33aff5cce1c req-87b8f2f5-f2d5-4dfa-b6f6-170e2b043a9e tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507369 May 26 13:51:25.624732 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port 04d681e3-ceab-4cf6-876e-aec8b3942d85 is: DOWN; New status is: BUILD {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:51:25.625135 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (04d681e3-ceab-4cf6-876e-aec8b3942d85), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:25.639841 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04d681e3-ceab-4cf6-876e-aec8b3942d85 {{(pid=110502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:51:25.662952 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 04d681e3-ceab-4cf6-876e-aec8b3942d85, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=04d681e3-ceab-4cf6-876e-aec8b3942d85,segment=NetworkSegment(57eb3c7f-cf41-4d04-9254-b7cdfafd2014),segment_id=57eb3c7f-cf41-4d04-9254-b7cdfafd2014)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:51:25.666849 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (04d681e3-ceab-4cf6-876e-aec8b3942d85), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:25.722003 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=04d681e3-ceab-4cf6-876e-aec8b3942d85,revision_number=7']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:51:26.168202 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] get_ports_and_sgs() called for port_ids ['04d681e3-ceab-4cf6-876e-aec8b3942d85'] {{(pid=110502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 13:51:26.270787 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:26.627163 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243d0a6-dda3-41d9-8b55-fbc213bdad0b req-cd555115-792c-40d4-ba67-c1d49e4c5a75 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:26.628739 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-f243d0a6-dda3-41d9-8b55-fbc213bdad0b req-cd555115-792c-40d4-ba67-c1d49e4c5a75 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 946 time: 0.0475218 May 26 13:51:26.682699 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-f243d0a6-dda3-41d9-8b55-fbc213bdad0b req-1b28d701-3da7-4982-b717-be71d318adc6 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481844 May 26 13:51:26.745191 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286f573-8636-4d95-b2a1-ea5f5529f9c7 req-4ff20f66-1547-4238-9b58-2372e4d8476d tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:26.746638 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3286f573-8636-4d95-b2a1-ea5f5529f9c7 req-4ff20f66-1547-4238-9b58-2372e4d8476d tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 945 time: 0.0510991 May 26 13:51:26.797578 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3286f573-8636-4d95-b2a1-ea5f5529f9c7 req-d198c545-86d4-442d-ac5a-c24272567d8b tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453575 May 26 13:51:27.018873 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944a6f0-f212-48cf-a574-844a2419a4e1 req-2410ee96-2c4c-4a4b-8180-df44643ab18c tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:27.020362 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f944a6f0-f212-48cf-a574-844a2419a4e1 req-2410ee96-2c4c-4a4b-8180-df44643ab18c tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 945 time: 0.0523949 May 26 13:51:27.072080 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f944a6f0-f212-48cf-a574-844a2419a4e1 req-7deed108-632b-4b91-87fd-96b5dc8cb9b6 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458355 May 26 13:51:27.452003 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 04d681e3-ceab-4cf6-876e-aec8b3942d85 up at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:51:27.497527 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Provisioning complete for port 04d681e3-ceab-4cf6-876e-aec8b3942d85 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:51:27.497890 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (04d681e3-ceab-4cf6-876e-aec8b3942d85), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:27.568049 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:27.570706 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port 04d681e3-ceab-4cf6-876e-aec8b3942d85 is: BUILD; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:51:27.571098 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (04d681e3-ceab-4cf6-876e-aec8b3942d85), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:27.595116 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb5af8d-022d-4708-aca9-49d3db482dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d681e3-ceab-4cf6-876e-aec8b3942d85'}] {{(pid=110502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:51:27.598029 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186ee40048dd7feccd586c88f433d7b47dbfd7dc0140a518261bfa5b158966a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862a4d83-89ac-4485-8aeb-f9146aaaf8c8" -d '{"events": [{"server_uuid": "2fb5af8d-022d-4708-aca9-49d3db482dcd", "name": "network-vif-plugged", "status": "completed", "tag": "04d681e3-ceab-4cf6-876e-aec8b3942d85"}]}' {{(pid=110502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:51:27.620426 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 04d681e3-ceab-4cf6-876e-aec8b3942d85, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=04d681e3-ceab-4cf6-876e-aec8b3942d85,segment=NetworkSegment(57eb3c7f-cf41-4d04-9254-b7cdfafd2014),segment_id=57eb3c7f-cf41-4d04-9254-b7cdfafd2014)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:51:27.625151 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (04d681e3-ceab-4cf6-876e-aec8b3942d85), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:27.651117 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004f42a4-4469-442a-9bc0-618cbf59624f x-openstack-request-id: req-004f42a4-4469-442a-9bc0-618cbf59624f {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:51:27.651434 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb5af8d-022d-4708-aca9-49d3db482dcd", "name": "network-vif-plugged", "status": "completed", "tag": "04d681e3-ceab-4cf6-876e-aec8b3942d85", "code": 200}]} {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:51:27.651689 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-004f42a4-4469-442a-9bc0-618cbf59624f {{(pid=110502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:51:27.652079 dv-cinder-819668-4-iscsi neutron-server[110502]: INFO neutron.notifiers.nova [-] Nova event matching ['req-004f42a4-4469-442a-9bc0-618cbf59624f'] response: {'server_uuid': '2fb5af8d-022d-4708-aca9-49d3db482dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d681e3-ceab-4cf6-876e-aec8b3942d85', 'code': 200} May 26 13:51:27.677468 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=04d681e3-ceab-4cf6-876e-aec8b3942d85,revision_number=8']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:51:27.808615 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b1e30-c33a-43b1-aacd-e4d86970d963 req-6eae4ee2-3e1c-49bc-9afb-0e3ef61f0759 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:27.810135 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8b8b1e30-c33a-43b1-aacd-e4d86970d963 req-6eae4ee2-3e1c-49bc-9afb-0e3ef61f0759 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 946 time: 0.0522146 May 26 13:51:27.867399 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8b8b1e30-c33a-43b1-aacd-e4d86970d963 req-a340d3b9-b8f2-4a90-a949-912d4700d38e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515938 May 26 13:51:27.998508 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae7111-f62b-44bf-947c-a0939c20c503 req-3f4e7792-1669-45c5-8e25-3bbfa185ce01 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:28.000125 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-4aae7111-f62b-44bf-947c-a0939c20c503 req-3f4e7792-1669-45c5-8e25-3bbfa185ce01 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 946 time: 0.0549147 May 26 13:51:28.010002 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 35516) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:51:28.014451 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-fea43698-038c-4417-ba14-4a90085919e8 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Request body: {'floatingip': {'port_id': '7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:51:28.055095 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-fea43698-038c-4417-ba14-4a90085919e8 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks [] for floatingip (679f78f6-e490-44c9-b9fb-c5c4d6a5b244), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:28.265232 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c79b9-c6e0-4918-8ba6-a7b7950cf2c2 req-969b8db9-808d-41e7-9492-832d3787d789 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:28.266657 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-027c79b9-c6e0-4918-8ba6-a7b7950cf2c2 req-969b8db9-808d-41e7-9492-832d3787d789 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 945 time: 0.1096323 May 26 13:51:28.280838 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:28.390969 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-027c79b9-c6e0-4918-8ba6-a7b7950cf2c2 req-aa062e91-5603-463f-a6e4-0dfb969fa7db tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156821 May 26 13:51:28.644481 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-fea43698-038c-4417-ba14-4a90085919e8 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:28.649694 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-fea43698-038c-4417-ba14-4a90085919e8 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568549'] for floatingip (679f78f6-e490-44c9-b9fb-c5c4d6a5b244), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:28.746321 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.db.l3_db [None req-fea43698-038c-4417-ba14-4a90085919e8 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Floating IP 679f78f6-e490-44c9-b9fb-c5c4d6a5b244 associated. External IP: 172.27.2.27, port: 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa. May 26 13:51:28.748091 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:28.954081 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea43698-038c-4417-ba14-4a90085919e8 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Router 158343de-78a2-4feb-ad8a-daa0577f703e has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:51:29.059991 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea43698-038c-4417-ba14-4a90085919e8 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:51:29.065408 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-fea43698-038c-4417-ba14-4a90085919e8 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for floatingip (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:29.070333 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75fe556-e8fe-4156-aa01-0f98959b71c0 None None] Sync routers for ids ['158343de-78a2-4feb-ad8a-daa0577f703e'] in dv-cinder-819668-4-iscsi {{(pid=110502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:51:29.080296 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75fe556-e8fe-4156-aa01-0f98959b71c0 None None] Routers {'158343de-78a2-4feb-ad8a-daa0577f703e'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:51:29.080933 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-c75fe556-e8fe-4156-aa01-0f98959b71c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:51:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['158343de-78a2-4feb-ad8a-daa0577f703e'], 'active': True} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:51:29.097061 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-fea43698-038c-4417-ba14-4a90085919e8 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "PUT /v2.0/floatingips/679f78f6-e490-44c9-b9fb-c5c4d6a5b244 HTTP/1.1" status: 200 len: 991 time: 1.0859489 May 26 13:51:29.097896 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeccb394-4413-411c-a93c-9fbec3f06537', 'tag': '7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:51:29.101238 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e01036-3e82-4fdb-838c-cf00991bc38f" -d '{"events": [{"name": "network-changed", "server_uuid": "aeccb394-4413-411c-a93c-9fbec3f06537", "tag": "7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:51:29.140432 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fd738e-32c4-4295-849e-12bbec189e43 x-openstack-request-id: req-a1fd738e-32c4-4295-849e-12bbec189e43 {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:51:29.140746 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeccb394-4413-411c-a93c-9fbec3f06537", "tag": "7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:51:29.140997 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a1fd738e-32c4-4295-849e-12bbec189e43 {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:51:29.141397 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1fd738e-32c4-4295-849e-12bbec189e43'] response: {'name': 'network-changed', 'server_uuid': 'aeccb394-4413-411c-a93c-9fbec3f06537', 'tag': '7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa', 'status': 'completed', 'code': 200} May 26 13:51:29.185705 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvr_db [None req-c75fe556-e8fe-4156-aa01-0f98959b71c0 None None] Set router 158343de-78a2-4feb-ad8a-daa0577f703e gateway port host: dv-cinder-819668-4-iscsi {{(pid=110502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:51:29.361045 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635efa2-6c06-44e7-9716-b24daa2e4850 req-c2bc4487-9954-43ce-b6d2-609ce82d593d tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:29.362519 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e635efa2-6c06-44e7-9716-b24daa2e4850 req-c2bc4487-9954-43ce-b6d2-609ce82d593d tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.57 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 945 time: 0.0822585 May 26 13:51:29.363901 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e01036-3e82-4fdb-838c-cf00991bc38f req-d6bbcec0-4943-4dbe-80bd-0e4c215ea911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:29.365835 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-84e01036-3e82-4fdb-838c-cf00991bc38f req-d6bbcec0-4943-4dbe-80bd-0e4c215ea911 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ce476b2a1764f56b9780f4a5c75ac3d&device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 1130 time: 0.0736048 May 26 13:51:29.444177 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-c75fe556-e8fe-4156-aa01-0f98959b71c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'name': 'tempest-AttachVolumeShelveTestJSON-1355966574-router', 'tenant_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '3682f2c2-18c6-41c7-9917-2c057b37ee5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:36Z', 'updated_at': '2022-05-26T13:44:41Z', 'revision_number': 4, 'project_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'gw_port': {'id': '3682f2c2-18c6-41c7-9917-2c057b37ee5e', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:36Z', 'updated_at': '2022-05-26T13:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': '679f78f6-e490-44c9-b9fb-c5c4d6a5b244', 'tenant_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'floating_ip_address': '172.27.2.27', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'port_id': '7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7243f764-410e-4885-acdc-a415825d1293', 'mac_address': 'fa:16:3e:b3:45:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeccb394-4413-411c-a93c-9fbec3f06537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:51:10Z', 'updated_at': '2022-05-26T13:51:28Z', 'revision_number': 1, 'project_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f34703a3-2aa5-4ec0-91dc-579c5278c7ae', 'name': '', 'network_id': '7243f764-410e-4885-acdc-a415825d1293', 'tenant_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'mac_address': 'fa:16:3e:bd:1d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f42c48c9-dd9d-4f2d-ada0-47f18130e415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:39Z', 'updated_at': '2022-05-26T13:44:51Z', 'revision_number': 5, 'project_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'subnets': [{'id': 'f42c48c9-dd9d-4f2d-ada0-47f18130e415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:51:29.469017 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75fe556-e8fe-4156-aa01-0f98959b71c0 None None] Checking router: 158343de-78a2-4feb-ad8a-daa0577f703e for host: dv-cinder-819668-4-iscsi {{(pid=110502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:51:29.478207 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75fe556-e8fe-4156-aa01-0f98959b71c0 None None] Routers {'158343de-78a2-4feb-ad8a-daa0577f703e'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:51:29.478820 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-c75fe556-e8fe-4156-aa01-0f98959b71c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:51:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['158343de-78a2-4feb-ad8a-daa0577f703e'], 'active': True} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:51:29.561900 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [req-e635efa2-6c06-44e7-9716-b24daa2e4850 req-7408ed1c-376a-47c4-bcfb-3d7fdc3c1701 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Deleting port e0662874-78ce-4387-a824-8ab106baa767 {{(pid=110500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:51:29.562245 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-e635efa2-6c06-44e7-9716-b24daa2e4850 req-7408ed1c-376a-47c4-bcfb-3d7fdc3c1701 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (e0662874-78ce-4387-a824-8ab106baa767), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:29.577924 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12f241-d55e-4468-a10a-f54cd6fd890f req-f9311028-b20f-4242-a055-82f93a137139 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:29.579486 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8b12f241-d55e-4468-a10a-f54cd6fd890f req-f9311028-b20f-4242-a055-82f93a137139 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/ports?device_id=39ad193e-1516-41cd-8603-74830f1c6fc7 HTTP/1.1" status: 200 len: 945 time: 0.1041522 May 26 13:51:29.711064 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvr_db [None req-c75fe556-e8fe-4156-aa01-0f98959b71c0 None None] Set router 158343de-78a2-4feb-ad8a-daa0577f703e gateway port host: dv-cinder-819668-4-iscsi {{(pid=110502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:51:29.786806 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:29.839427 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:29.841130 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e01036-3e82-4fdb-838c-cf00991bc38f req-9eae8a02-fa8c-492a-acec-6e347947a00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:29.842570 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-84e01036-3e82-4fdb-838c-cf00991bc38f req-9eae8a02-fa8c-492a-acec-6e347947a00f service neutron] 10.222.0.57 "GET /v2.0/networks?id=7243f764-410e-4885-acdc-a415825d1293 HTTP/1.1" status: 200 len: 918 time: 0.4686425 May 26 13:51:29.930976 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-c75fe556-e8fe-4156-aa01-0f98959b71c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'name': 'tempest-AttachVolumeShelveTestJSON-1355966574-router', 'tenant_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '3682f2c2-18c6-41c7-9917-2c057b37ee5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:36Z', 'updated_at': '2022-05-26T13:44:41Z', 'revision_number': 4, 'project_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'gw_port': {'id': '3682f2c2-18c6-41c7-9917-2c057b37ee5e', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:36Z', 'updated_at': '2022-05-26T13:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': '679f78f6-e490-44c9-b9fb-c5c4d6a5b244', 'tenant_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'floating_ip_address': '172.27.2.27', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'port_id': '7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7243f764-410e-4885-acdc-a415825d1293', 'mac_address': 'fa:16:3e:b3:45:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeccb394-4413-411c-a93c-9fbec3f06537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:51:10Z', 'updated_at': '2022-05-26T13:51:28Z', 'revision_number': 1, 'project_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f34703a3-2aa5-4ec0-91dc-579c5278c7ae', 'name': '', 'network_id': '7243f764-410e-4885-acdc-a415825d1293', 'tenant_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'mac_address': 'fa:16:3e:bd:1d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f42c48c9-dd9d-4f2d-ada0-47f18130e415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:39Z', 'updated_at': '2022-05-26T13:44:51Z', 'revision_number': 5, 'project_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'subnets': [{'id': 'f42c48c9-dd9d-4f2d-ada0-47f18130e415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:51:29.959565 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75fe556-e8fe-4156-aa01-0f98959b71c0 None None] The sync data for ids ['158343de-78a2-4feb-ad8a-daa0577f703e'] in dv-cinder-819668-4-iscsi is: [{'id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'name': 'tempest-AttachVolumeShelveTestJSON-1355966574-router', 'tenant_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '3682f2c2-18c6-41c7-9917-2c057b37ee5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:36Z', 'updated_at': '2022-05-26T13:44:41Z', 'revision_number': 4, 'project_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'gw_port': {'id': '3682f2c2-18c6-41c7-9917-2c057b37ee5e', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:36Z', 'updated_at': '2022-05-26T13:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': '679f78f6-e490-44c9-b9fb-c5c4d6a5b244', 'tenant_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'floating_ip_address': '172.27.2.27', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'port_id': '7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7243f764-410e-4885-acdc-a415825d1293', 'mac_address': 'fa:16:3e:b3:45:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeccb394-4413-411c-a93c-9fbec3f06537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:51:10Z', 'updated_at': '2022-05-26T13:51:28Z', 'revision_number': 1, 'project_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f34703a3-2aa5-4ec0-91dc-579c5278c7ae', 'name': '', 'network_id': '7243f764-410e-4885-acdc-a415825d1293', 'tenant_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'mac_address': 'fa:16:3e:bd:1d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f42c48c9-dd9d-4f2d-ada0-47f18130e415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:39Z', 'updated_at': '2022-05-26T13:44:51Z', 'revision_number': 5, 'project_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'subnets': [{'id': 'f42c48c9-dd9d-4f2d-ada0-47f18130e415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:51:29.971750 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-84e01036-3e82-4fdb-838c-cf00991bc38f req-23bbb9a1-d589-427b-aadb-72d9106578eb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa HTTP/1.1" status: 200 len: 999 time: 0.0973220 May 26 13:51:29.997646 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8b12f241-d55e-4468-a10a-f54cd6fd890f req-4ce3cb2f-6180-41ec-9238-fe0a3eb00fab tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.16 "GET /v2.0/security-groups?id=f6469e1a-ac37-490e-aba5-580f8f1d077d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020882 May 26 13:51:30.035754 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-e635efa2-6c06-44e7-9716-b24daa2e4850 req-7408ed1c-376a-47c4-bcfb-3d7fdc3c1701 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] For port e0662874-78ce-4387-a824-8ab106baa767, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=e0662874-78ce-4387-a824-8ab106baa767,segment=NetworkSegment(abecec45-87fd-4c5c-8ebd-4180a12ed0df),segment_id=abecec45-87fd-4c5c-8ebd-4180a12ed0df)] {{(pid=110500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:51:30.036673 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-e635efa2-6c06-44e7-9716-b24daa2e4850 req-7408ed1c-376a-47c4-bcfb-3d7fdc3c1701 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (e0662874-78ce-4387-a824-8ab106baa767), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:30.055476 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [req-e635efa2-6c06-44e7-9716-b24daa2e4850 req-7408ed1c-376a-47c4-bcfb-3d7fdc3c1701 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Calling delete_port for e0662874-78ce-4387-a824-8ab106baa767 owned by compute:nova {{(pid=110500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:51:30.062262 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e01036-3e82-4fdb-838c-cf00991bc38f req-c52dda01-79bd-498b-aba7-b2b03cc571fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:30.063728 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-84e01036-3e82-4fdb-838c-cf00991bc38f req-c52dda01-79bd-498b-aba7-b2b03cc571fa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f42c48c9-dd9d-4f2d-ada0-47f18130e415 HTTP/1.1" status: 200 len: 856 time: 0.0818281 May 26 13:51:30.065584 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:30.145767 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e01036-3e82-4fdb-838c-cf00991bc38f req-95b6f682-2a7a-483c-94e3-2acaa8121ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:30.147312 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-84e01036-3e82-4fdb-838c-cf00991bc38f req-95b6f682-2a7a-483c-94e3-2acaa8121ade service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7243f764-410e-4885-acdc-a415825d1293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0774543 May 26 13:51:30.173464 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de84fcd-d5cf-432f-b31d-1aa206ad47fa None None] New status for floating IP 679f78f6-e490-44c9-b9fb-c5c4d6a5b244: ACTIVE {{(pid=110503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 13:51:30.295068 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-84e01036-3e82-4fdb-838c-cf00991bc38f req-7a3cb0b0-48b7-4b68-a00b-1fb0727ae1e2 service neutron] 10.222.0.57 "GET /v2.0/networks/7243f764-410e-4885-acdc-a415825d1293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371787 May 26 13:51:30.356624 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-e635efa2-6c06-44e7-9716-b24daa2e4850 req-7408ed1c-376a-47c4-bcfb-3d7fdc3c1701 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (e0662874-78ce-4387-a824-8ab106baa767), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:30.369622 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] get_ports_and_sgs() called for port_ids ['e0662874-78ce-4387-a824-8ab106baa767'] {{(pid=110502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 13:51:30.394914 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7408ed1c-376a-47c4-bcfb-3d7fdc3c1701 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Pushing event deleted for resources: {'Port': ['ID=e0662874-78ce-4387-a824-8ab106baa767,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:51:30.451676 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [req-e635efa2-6c06-44e7-9716-b24daa2e4850 req-7408ed1c-376a-47c4-bcfb-3d7fdc3c1701 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] No DVR routers for this DVR port e0662874-78ce-4387-a824-8ab106baa767 on host hv-cinder-81966 {{(pid=110500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 13:51:30.456922 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-e635efa2-6c06-44e7-9716-b24daa2e4850 req-7408ed1c-376a-47c4-bcfb-3d7fdc3c1701 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:30.460835 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e635efa2-6c06-44e7-9716-b24daa2e4850 req-7408ed1c-376a-47c4-bcfb-3d7fdc3c1701 tempest-TestMinimumBasicScenario-1780940749 tempest-TestMinimumBasicScenario-1780940749-project] 10.222.0.57 "DELETE /v2.0/ports/e0662874-78ce-4387-a824-8ab106baa767 HTTP/1.1" status: 204 len: 173 time: 1.0880063 May 26 13:51:30.471295 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-84e01036-3e82-4fdb-838c-cf00991bc38f req-87b9e777-39cc-44aa-a588-0139b1d63c5e service neutron] 10.222.0.57 "GET /v2.0/networks/7243f764-410e-4885-acdc-a415825d1293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707156 May 26 13:51:31.142754 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ad193e-1516-41cd-8603-74830f1c6fc7', 'name': 'network-vif-deleted', 'tag': 'e0662874-78ce-4387-a824-8ab106baa767'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:51:31.145429 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62598be-cebe-42fa-bfcc-6a354ccbb61d" -d '{"events": [{"server_uuid": "39ad193e-1516-41cd-8603-74830f1c6fc7", "name": "network-vif-deleted", "tag": "e0662874-78ce-4387-a824-8ab106baa767"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:51:31.182764 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49f2ff6-40f6-47d5-9472-e532b9d889d6 x-openstack-request-id: req-b49f2ff6-40f6-47d5-9472-e532b9d889d6 {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:51:31.183059 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ad193e-1516-41cd-8603-74830f1c6fc7", "name": "network-vif-deleted", "tag": "e0662874-78ce-4387-a824-8ab106baa767", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:51:31.183698 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b49f2ff6-40f6-47d5-9472-e532b9d889d6 {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:51:31.184390 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b49f2ff6-40f6-47d5-9472-e532b9d889d6'] response: {'server_uuid': '39ad193e-1516-41cd-8603-74830f1c6fc7', 'name': 'network-vif-deleted', 'tag': 'e0662874-78ce-4387-a824-8ab106baa767', 'status': 'completed', 'code': 200} May 26 13:51:31.584626 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 35574) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:51:31.878293 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:32.060647 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-a2708ff1-bb31-4803-be35-d70afb20d6c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568805'] for router_interface (7fa36501-7f70-49e3-8705-cd796dcb6c88), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:32.315613 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:32.330919 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [None req-a2708ff1-bb31-4803-be35-d70afb20d6c0 admin admin] Deleting port c7cce3d5-4765-4535-afe3-6483259430c5 {{(pid=110500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:51:32.331257 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-a2708ff1-bb31-4803-be35-d70afb20d6c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (c7cce3d5-4765-4535-afe3-6483259430c5), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:32.411134 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [None req-a2708ff1-bb31-4803-be35-d70afb20d6c0 admin admin] For port c7cce3d5-4765-4535-afe3-6483259430c5, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=c7cce3d5-4765-4535-afe3-6483259430c5,segment=NetworkSegment(abecec45-87fd-4c5c-8ebd-4180a12ed0df),segment_id=abecec45-87fd-4c5c-8ebd-4180a12ed0df)] {{(pid=110500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:51:32.411510 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-a2708ff1-bb31-4803-be35-d70afb20d6c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (c7cce3d5-4765-4535-afe3-6483259430c5), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:32.424112 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [None req-a2708ff1-bb31-4803-be35-d70afb20d6c0 admin admin] Calling delete_port for c7cce3d5-4765-4535-afe3-6483259430c5 owned by network:router_interface {{(pid=110500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:51:32.597947 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-a2708ff1-bb31-4803-be35-d70afb20d6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (c7cce3d5-4765-4535-afe3-6483259430c5), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:32.621365 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2708ff1-bb31-4803-be35-d70afb20d6c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7cce3d5-4765-4535-afe3-6483259430c5,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:51:32.784092 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-a2708ff1-bb31-4803-be35-d70afb20d6c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-302216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568697'] for router_interface (7fa36501-7f70-49e3-8705-cd796dcb6c88), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:32.888495 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:32.998511 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2708ff1-bb31-4803-be35-d70afb20d6c0 admin admin] Router 7fa36501-7f70-49e3-8705-cd796dcb6c88 has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:51:33.320073 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:33.331738 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2708ff1-bb31-4803-be35-d70afb20d6c0 admin admin] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:51:33.337350 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-a2708ff1-bb31-4803-be35-d70afb20d6c0 admin admin] 10.222.0.16 "PUT /v2.0/routers/7fa36501-7f70-49e3-8705-cd796dcb6c88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7516911 May 26 13:51:33.340062 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 35580) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:51:33.341061 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf79a49-8163-474b-b290-f58d9a33929d None None] Sync routers for ids ['7fa36501-7f70-49e3-8705-cd796dcb6c88'] in dv-cinder-819668-4-iscsi {{(pid=110502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:51:33.357266 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf79a49-8163-474b-b290-f58d9a33929d None None] Routers {'7fa36501-7f70-49e3-8705-cd796dcb6c88'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:51:33.357902 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-6cf79a49-8163-474b-b290-f58d9a33929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:51:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['7fa36501-7f70-49e3-8705-cd796dcb6c88'], 'active': True} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:51:33.440903 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ce491e6f-1f28-4280-834f-bfac9399db27 admin admin] Publish callbacks [] for router (7fa36501-7f70-49e3-8705-cd796dcb6c88), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:33.451131 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:33.465405 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvr_db [None req-6cf79a49-8163-474b-b290-f58d9a33929d None None] Set router 7fa36501-7f70-49e3-8705-cd796dcb6c88 gateway port host: dv-cinder-819668-4-iscsi {{(pid=110502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:51:33.467513 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device e0662874-78ce-4387-a824-8ab106baa767 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 13:51:33.535996 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] No Port match for: e0662874-78ce-4387-a824-8ab106baa767 {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 13:51:33.536972 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device e0662874-78ce-4387-a824-8ab106baa767 not bound to the agent host hv-cinder-81966 {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 13:51:33.548336 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ce491e6f-1f28-4280-834f-bfac9399db27 admin admin] Publish callbacks [] for router_gateway (7fa36501-7f70-49e3-8705-cd796dcb6c88), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:33.592211 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-ce491e6f-1f28-4280-834f-bfac9399db27 admin admin] Deleting port 9b0c14fd-3614-42e0-8cb7-609c3303a1f4 {{(pid=110501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:51:33.592498 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ce491e6f-1f28-4280-834f-bfac9399db27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (9b0c14fd-3614-42e0-8cb7-609c3303a1f4), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:33.660704 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-6cf79a49-8163-474b-b290-f58d9a33929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa36501-7f70-49e3-8705-cd796dcb6c88', 'name': 'tempest-TestMinimumBasicScenario-971109684-router', 'tenant_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '9b0c14fd-3614-42e0-8cb7-609c3303a1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:46:21Z', 'updated_at': '2022-05-26T13:51:32Z', 'revision_number': 5, 'project_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'gw_port': {'id': '9b0c14fd-3614-42e0-8cb7-609c3303a1f4', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:94:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa36501-7f70-49e3-8705-cd796dcb6c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:22Z', 'updated_at': '2022-05-26T13:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi'}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:51:33.673431 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.db [None req-ce491e6f-1f28-4280-834f-bfac9399db27 admin admin] For port 9b0c14fd-3614-42e0-8cb7-609c3303a1f4, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=9b0c14fd-3614-42e0-8cb7-609c3303a1f4,segment=NetworkSegment(36759762-4a51-4579-800b-deb2c27dac78),segment_id=36759762-4a51-4579-800b-deb2c27dac78)] {{(pid=110501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:51:33.673794 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ce491e6f-1f28-4280-834f-bfac9399db27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (9b0c14fd-3614-42e0-8cb7-609c3303a1f4), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:33.686053 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf79a49-8163-474b-b290-f58d9a33929d None None] Checking router: 7fa36501-7f70-49e3-8705-cd796dcb6c88 for host: dv-cinder-819668-4-iscsi {{(pid=110502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:51:33.687492 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-ce491e6f-1f28-4280-834f-bfac9399db27 admin admin] Calling delete_port for 9b0c14fd-3614-42e0-8cb7-609c3303a1f4 owned by network:router_gateway {{(pid=110501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:51:33.695098 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf79a49-8163-474b-b290-f58d9a33929d None None] Routers {'7fa36501-7f70-49e3-8705-cd796dcb6c88'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:51:33.695702 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-6cf79a49-8163-474b-b290-f58d9a33929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:51:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['7fa36501-7f70-49e3-8705-cd796dcb6c88'], 'active': True} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:51:33.780026 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvr_db [None req-6cf79a49-8163-474b-b290-f58d9a33929d None None] Set router 7fa36501-7f70-49e3-8705-cd796dcb6c88 gateway port host: None {{(pid=110502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:51:33.830453 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-6cf79a49-8163-474b-b290-f58d9a33929d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa36501-7f70-49e3-8705-cd796dcb6c88', 'name': 'tempest-TestMinimumBasicScenario-971109684-router', 'tenant_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:46:21Z', 'updated_at': '2022-05-26T13:51:33Z', 'revision_number': 6, 'project_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'gw_port_host': None}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:51:33.848121 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:33.855805 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ce491e6f-1f28-4280-834f-bfac9399db27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5523151'] for port (9b0c14fd-3614-42e0-8cb7-609c3303a1f4), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:33.859115 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf79a49-8163-474b-b290-f58d9a33929d None None] The sync data for ids ['7fa36501-7f70-49e3-8705-cd796dcb6c88'] in dv-cinder-819668-4-iscsi is: [{'id': '7fa36501-7f70-49e3-8705-cd796dcb6c88', 'name': 'tempest-TestMinimumBasicScenario-971109684-router', 'tenant_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:46:21Z', 'updated_at': '2022-05-26T13:51:33Z', 'revision_number': 6, 'project_id': 'c70c0ab9b5134d0781dea0e0abc02ac8', 'gw_port_host': None}] {{(pid=110502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:51:33.883788 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce491e6f-1f28-4280-834f-bfac9399db27 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b0c14fd-3614-42e0-8cb7-609c3303a1f4,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:51:33.949098 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ce491e6f-1f28-4280-834f-bfac9399db27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568539'] for router_gateway (7fa36501-7f70-49e3-8705-cd796dcb6c88), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:34.046874 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ce491e6f-1f28-4280-834f-bfac9399db27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-906634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router (7fa36501-7f70-49e3-8705-cd796dcb6c88), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:34.049239 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ce491e6f-1f28-4280-834f-bfac9399db27 admin admin] Publish callbacks [] for router_controller (7fa36501-7f70-49e3-8705-cd796dcb6c88), precommit_delete_associations {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:34.116415 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ce491e6f-1f28-4280-834f-bfac9399db27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-906625'] for router (7fa36501-7f70-49e3-8705-cd796dcb6c88), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:34.117431 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce491e6f-1f28-4280-834f-bfac9399db27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fa36501-7f70-49e3-8705-cd796dcb6c88 {{(pid=110501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 13:51:34.123275 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ce491e6f-1f28-4280-834f-bfac9399db27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:34.124579 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-ce491e6f-1f28-4280-834f-bfac9399db27 admin admin] 10.222.0.16 "DELETE /v2.0/routers/7fa36501-7f70-49e3-8705-cd796dcb6c88 HTTP/1.1" status: 204 len: 168 time: 0.7834508 May 26 13:51:34.127049 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 35584) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:51:34.177858 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.db_base_plugin_v2 [None req-11ccc575-d5e9-4438-b65f-a5e9e10ba09b admin admin] Deleting subnet c1b7c911-f88e-4299-b194-4048f3cb8870 {{(pid=110501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 13:51:34.180966 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-11ccc575-d5e9-4438-b65f-a5e9e10ba09b admin admin] Publish callbacks [] for subnet (c1b7c911-f88e-4299-b194-4048f3cb8870), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:34.216536 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-11ccc575-d5e9-4438-b65f-a5e9e10ba09b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7142782'] for subnet (c1b7c911-f88e-4299-b194-4048f3cb8870), precommit_delete_associations {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:34.235918 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:34.331322 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-11ccc575-d5e9-4438-b65f-a5e9e10ba09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693590'] for subnet (c1b7c911-f88e-4299-b194-4048f3cb8870), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:34.384277 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-11ccc575-d5e9-4438-b65f-a5e9e10ba09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5521470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5516845'] for subnet (c1b7c911-f88e-4299-b194-4048f3cb8870), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:34.408898 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ccc575-d5e9-4438-b65f-a5e9e10ba09b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1b7c911-f88e-4299-b194-4048f3cb8870,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:51:34.413478 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-11ccc575-d5e9-4438-b65f-a5e9e10ba09b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:34.416599 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-11ccc575-d5e9-4438-b65f-a5e9e10ba09b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c1b7c911-f88e-4299-b194-4048f3cb8870 HTTP/1.1" status: 204 len: 168 time: 0.2885041 May 26 13:51:34.419106 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 35586) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:51:34.421456 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe8f6bb-a79c-4286-be52-2751df91ebc5 None None] Network 279221b5-1c95-41d9-af88-4e2c4d2e3a32 requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:51:34.490797 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-be0a3f37-629e-4884-90ff-6934d78edcdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848337'] for network (279221b5-1c95-41d9-af88-4e2c4d2e3a32), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:34.532360 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-be0a3f37-629e-4884-90ff-6934d78edcdd admin admin] Deleting port 3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1 {{(pid=110501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:51:34.532701 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-be0a3f37-629e-4884-90ff-6934d78edcdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:34.594047 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.db [None req-be0a3f37-629e-4884-90ff-6934d78edcdd admin admin] For port 3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1,segment=NetworkSegment(abecec45-87fd-4c5c-8ebd-4180a12ed0df),segment_id=abecec45-87fd-4c5c-8ebd-4180a12ed0df)] {{(pid=110501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:51:34.594342 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-be0a3f37-629e-4884-90ff-6934d78edcdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:34.608134 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-be0a3f37-629e-4884-90ff-6934d78edcdd admin admin] Calling delete_port for 3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1 owned by network:dhcp {{(pid=110501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:51:34.651335 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895d26a0-dc3e-442b-a1fa-9446e533152b None None] DHCP port deletion for 279221b5-1c95-41d9-af88-4e2c4d2e3a32 request from dv-cinder-819668-4-iscsi {{(pid=110502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 13:51:34.690426 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-be0a3f37-629e-4884-90ff-6934d78edcdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5523151'] for port (3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:34.695327 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-895d26a0-dc3e-442b-a1fa-9446e533152b None None] Deleting port 3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1 {{(pid=110502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:51:34.695770 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-895d26a0-dc3e-442b-a1fa-9446e533152b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1), before_delete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:34.716444 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a3f37-629e-4884-90ff-6934d78edcdd admin admin] Pushing event deleted for resources: {'Port': ['ID=3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:51:34.718261 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0a3f37-629e-4884-90ff-6934d78edcdd admin admin] No DVR routers for this DVR port 3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1 on host dv-cinder-819668-4-iscsi {{(pid=110501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 13:51:34.761021 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-895d26a0-dc3e-442b-a1fa-9446e533152b None None] For port 3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1, host dv-cinder-819668-4-iscsi, got binding levels [] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:51:34.761518 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-895d26a0-dc3e-442b-a1fa-9446e533152b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1), precommit_delete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:34.775055 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-895d26a0-dc3e-442b-a1fa-9446e533152b None None] Calling delete_port for 3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1 owned by network:dhcp {{(pid=110502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:51:34.779244 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.ipam_backend_mixin [None req-895d26a0-dc3e-442b-a1fa-9446e533152b None None] Port 3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1 was not found and therefore no delete operation was performed {{(pid=110502) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 26 13:51:34.780529 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-895d26a0-dc3e-442b-a1fa-9446e533152b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050'] for port (3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1), after_delete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:34.793910 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-be0a3f37-629e-4884-90ff-6934d78edcdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1689123', 'neutron.services.segments.db._delete_segments_for_network-8755648326512'] for network (279221b5-1c95-41d9-af88-4e2c4d2e3a32), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:34.803140 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:34.807216 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d26a0-dc3e-442b-a1fa-9446e533152b None None] Pushing event deleted for resources: {'Port': ['ID=3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1,revision_number=None']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:51:34.813728 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895d26a0-dc3e-442b-a1fa-9446e533152b None None] No DVR routers for this DVR port 3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1 on host dv-cinder-819668-4-iscsi {{(pid=110502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 13:51:34.821763 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.services.segments.db [None req-be0a3f37-629e-4884-90ff-6934d78edcdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['279221b5-1c95-41d9-af88-4e2c4d2e3a32']}} {{(pid=110501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:51:34.833695 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.services.segments.db [None req-be0a3f37-629e-4884-90ff-6934d78edcdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abecec45-87fd-4c5c-8ebd-4180a12ed0df') {'for_net_delete': True} {{(pid=110501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:51:34.834011 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.services.segments.db [None req-be0a3f37-629e-4884-90ff-6934d78edcdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abecec45-87fd-4c5c-8ebd-4180a12ed0df') {} {{(pid=110501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:51:34.854637 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-be0a3f37-629e-4884-90ff-6934d78edcdd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755648326009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7142727'] for segment (abecec45-87fd-4c5c-8ebd-4180a12ed0df), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:34.870491 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-be0a3f37-629e-4884-90ff-6934d78edcdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329'] for segment (abecec45-87fd-4c5c-8ebd-4180a12ed0df), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:34.877535 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be0a3f37-629e-4884-90ff-6934d78edcdd admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=110501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 13:51:34.877924 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-be0a3f37-629e-4884-90ff-6934d78edcdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5523100'] for segment (abecec45-87fd-4c5c-8ebd-4180a12ed0df), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:34.929560 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1 no longer exists at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 13:51:34.944029 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-be0a3f37-629e-4884-90ff-6934d78edcdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1689112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568567'] for network (279221b5-1c95-41d9-af88-4e2c4d2e3a32), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:34.967067 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] No Port match for: 3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1 {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 13:51:34.967540 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-be0a3f37-629e-4884-90ff-6934d78edcdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:34.967681 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 3ae62ee9-fe06-4428-8d69-e2c9ad57c5d1 not bound to the agent host dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 13:51:34.968030 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 9b0c14fd-3614-42e0-8cb7-609c3303a1f4 no longer exists at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 13:51:34.975576 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-be0a3f37-629e-4884-90ff-6934d78edcdd admin admin] 10.222.0.16 "DELETE /v2.0/networks/279221b5-1c95-41d9-af88-4e2c4d2e3a32 HTTP/1.1" status: 204 len: 168 time: 0.5515585 May 26 13:51:34.975799 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 35592) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:51:34.982558 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a3f37-629e-4884-90ff-6934d78edcdd admin admin] Pushing event deleted for resources: {'Network': ['ID=279221b5-1c95-41d9-af88-4e2c4d2e3a32,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:51:34.985288 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.services.segments.plugin [-] Segment abecec45-87fd-4c5c-8ebd-4180a12ed0df resource provider aggregate not found May 26 13:51:35.006683 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] No Port match for: 9b0c14fd-3614-42e0-8cb7-609c3303a1f4 {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 13:51:35.007024 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 9b0c14fd-3614-42e0-8cb7-609c3303a1f4 not bound to the agent host dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 13:51:35.007665 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device c7cce3d5-4765-4535-afe3-6483259430c5 no longer exists at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 13:51:35.012812 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.services.segments.plugin [-] Segment abecec45-87fd-4c5c-8ebd-4180a12ed0df resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid abecec45-87fd-4c5c-8ebd-4180a12ed0df found for delete ", "request_id": "req-3dbc3591-bd00-42e4-8af9-ae19159f0f54"}]} May 26 13:51:35.026775 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] No Port match for: c7cce3d5-4765-4535-afe3-6483259430c5 {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 13:51:35.027219 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device c7cce3d5-4765-4535-afe3-6483259430c5 not bound to the agent host dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 13:51:35.297181 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-810e3430-9338-49ed-9f6d-abcf9890260d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568805'] for router_interface (53fc0d2d-7123-4959-9789-18a37db1f8af), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:35.535158 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [None req-810e3430-9338-49ed-9f6d-abcf9890260d admin admin] Deleting port 7d4372a1-94c4-4a0c-841c-7cf98c6779e1 {{(pid=110500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:51:35.535587 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-810e3430-9338-49ed-9f6d-abcf9890260d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (7d4372a1-94c4-4a0c-841c-7cf98c6779e1), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:35.606538 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:35.618744 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [None req-810e3430-9338-49ed-9f6d-abcf9890260d admin admin] For port 7d4372a1-94c4-4a0c-841c-7cf98c6779e1, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=7d4372a1-94c4-4a0c-841c-7cf98c6779e1,segment=NetworkSegment(c05d8f1e-3be1-4857-8c15-5c145e888975),segment_id=c05d8f1e-3be1-4857-8c15-5c145e888975)] {{(pid=110500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:51:35.619109 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-810e3430-9338-49ed-9f6d-abcf9890260d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (7d4372a1-94c4-4a0c-841c-7cf98c6779e1), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:35.632935 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [None req-810e3430-9338-49ed-9f6d-abcf9890260d admin admin] Calling delete_port for 7d4372a1-94c4-4a0c-841c-7cf98c6779e1 owned by network:router_interface {{(pid=110500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:51:35.812085 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-810e3430-9338-49ed-9f6d-abcf9890260d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (7d4372a1-94c4-4a0c-841c-7cf98c6779e1), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:35.838493 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e3430-9338-49ed-9f6d-abcf9890260d admin admin] Pushing event deleted for resources: {'Port': ['ID=7d4372a1-94c4-4a0c-841c-7cf98c6779e1,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:51:35.962877 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:36.019882 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-810e3430-9338-49ed-9f6d-abcf9890260d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-302216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568697'] for router_interface (53fc0d2d-7123-4959-9789-18a37db1f8af), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:36.235277 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-810e3430-9338-49ed-9f6d-abcf9890260d admin admin] Router 53fc0d2d-7123-4959-9789-18a37db1f8af has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:51:36.341027 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810e3430-9338-49ed-9f6d-abcf9890260d admin admin] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:51:36.345868 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-810e3430-9338-49ed-9f6d-abcf9890260d admin admin] 10.222.0.16 "PUT /v2.0/routers/53fc0d2d-7123-4959-9789-18a37db1f8af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3691580 May 26 13:51:36.349276 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 35598) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:51:36.349994 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c273c1a4-de0f-4aa0-8e1c-40fd09039142 None None] Sync routers for ids ['53fc0d2d-7123-4959-9789-18a37db1f8af'] in dv-cinder-819668-4-iscsi {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:51:36.360019 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c273c1a4-de0f-4aa0-8e1c-40fd09039142 None None] Routers {'53fc0d2d-7123-4959-9789-18a37db1f8af'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:51:36.360656 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-c273c1a4-de0f-4aa0-8e1c-40fd09039142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:51:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['53fc0d2d-7123-4959-9789-18a37db1f8af'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:51:36.447790 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-83ca6137-e16d-430f-8460-8161f95dcb4d admin admin] Publish callbacks [] for router (53fc0d2d-7123-4959-9789-18a37db1f8af), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:36.461928 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-c273c1a4-de0f-4aa0-8e1c-40fd09039142 None None] Set router 53fc0d2d-7123-4959-9789-18a37db1f8af gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:51:36.639356 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-c273c1a4-de0f-4aa0-8e1c-40fd09039142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fc0d2d-7123-4959-9789-18a37db1f8af', 'name': 'tempest-TestMinimumBasicScenario-422808567-router', 'tenant_id': '25d42e3d3a094377b459e21f70fd3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:46:31Z', 'updated_at': '2022-05-26T13:51:35Z', 'revision_number': 5, 'project_id': '25d42e3d3a094377b459e21f70fd3455', 'gw_port': {'id': 'a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fc0d2d-7123-4959-9789-18a37db1f8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:33Z', 'updated_at': '2022-05-26T13:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi'}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:51:36.666760 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c273c1a4-de0f-4aa0-8e1c-40fd09039142 None None] Checking router: 53fc0d2d-7123-4959-9789-18a37db1f8af for host: dv-cinder-819668-4-iscsi {{(pid=110503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:51:36.675821 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c273c1a4-de0f-4aa0-8e1c-40fd09039142 None None] Routers {'53fc0d2d-7123-4959-9789-18a37db1f8af'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:51:36.676559 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-c273c1a4-de0f-4aa0-8e1c-40fd09039142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:51:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['53fc0d2d-7123-4959-9789-18a37db1f8af'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:51:36.777183 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-c273c1a4-de0f-4aa0-8e1c-40fd09039142 None None] Set router 53fc0d2d-7123-4959-9789-18a37db1f8af gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:51:36.793158 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-83ca6137-e16d-430f-8460-8161f95dcb4d admin admin] Publish callbacks [] for router_gateway (53fc0d2d-7123-4959-9789-18a37db1f8af), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:36.837920 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-83ca6137-e16d-430f-8460-8161f95dcb4d admin admin] Deleting port a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5 {{(pid=110501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:51:36.838248 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-83ca6137-e16d-430f-8460-8161f95dcb4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:36.863671 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:36.932536 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.db [None req-83ca6137-e16d-430f-8460-8161f95dcb4d admin admin] For port a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5,segment=NetworkSegment(36759762-4a51-4579-800b-deb2c27dac78),segment_id=36759762-4a51-4579-800b-deb2c27dac78)] {{(pid=110501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:51:36.932901 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-83ca6137-e16d-430f-8460-8161f95dcb4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:36.948522 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-83ca6137-e16d-430f-8460-8161f95dcb4d admin admin] Calling delete_port for a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5 owned by network:router_gateway {{(pid=110501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:51:36.964794 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-c273c1a4-de0f-4aa0-8e1c-40fd09039142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fc0d2d-7123-4959-9789-18a37db1f8af', 'name': 'tempest-TestMinimumBasicScenario-422808567-router', 'tenant_id': '25d42e3d3a094377b459e21f70fd3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:46:31Z', 'updated_at': '2022-05-26T13:51:35Z', 'revision_number': 5, 'project_id': '25d42e3d3a094377b459e21f70fd3455', 'gw_port': {'id': 'a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fc0d2d-7123-4959-9789-18a37db1f8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:33Z', 'updated_at': '2022-05-26T13:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi'}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:51:36.990846 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c273c1a4-de0f-4aa0-8e1c-40fd09039142 None None] The sync data for ids ['53fc0d2d-7123-4959-9789-18a37db1f8af'] in dv-cinder-819668-4-iscsi is: [{'id': '53fc0d2d-7123-4959-9789-18a37db1f8af', 'name': 'tempest-TestMinimumBasicScenario-422808567-router', 'tenant_id': '25d42e3d3a094377b459e21f70fd3455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:46:31Z', 'updated_at': '2022-05-26T13:51:35Z', 'revision_number': 5, 'project_id': '25d42e3d3a094377b459e21f70fd3455', 'gw_port': {'id': 'a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b0:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fc0d2d-7123-4959-9789-18a37db1f8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:33Z', 'updated_at': '2022-05-26T13:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi'}] {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:51:37.116528 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-83ca6137-e16d-430f-8460-8161f95dcb4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5523151'] for port (a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:37.141339 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca6137-e16d-430f-8460-8161f95dcb4d admin admin] Pushing event deleted for resources: {'Port': ['ID=a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:51:37.208616 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-83ca6137-e16d-430f-8460-8161f95dcb4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568539'] for router_gateway (53fc0d2d-7123-4959-9789-18a37db1f8af), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:37.299144 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-83ca6137-e16d-430f-8460-8161f95dcb4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-906634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router (53fc0d2d-7123-4959-9789-18a37db1f8af), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:37.301226 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-83ca6137-e16d-430f-8460-8161f95dcb4d admin admin] Publish callbacks [] for router_controller (53fc0d2d-7123-4959-9789-18a37db1f8af), precommit_delete_associations {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:37.346329 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-83ca6137-e16d-430f-8460-8161f95dcb4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-906625'] for router (53fc0d2d-7123-4959-9789-18a37db1f8af), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:37.346968 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ca6137-e16d-430f-8460-8161f95dcb4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53fc0d2d-7123-4959-9789-18a37db1f8af {{(pid=110501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 13:51:37.352519 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-83ca6137-e16d-430f-8460-8161f95dcb4d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:37.353966 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-83ca6137-e16d-430f-8460-8161f95dcb4d admin admin] 10.222.0.16 "DELETE /v2.0/routers/53fc0d2d-7123-4959-9789-18a37db1f8af HTTP/1.1" status: 204 len: 168 time: 1.0033240 May 26 13:51:37.356376 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 35600) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:51:37.383681 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:37.407375 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d6341a7-0c40-4cae-b128-c6c98155ca13 admin admin] Deleting subnet fd15bca8-8808-4067-8768-67daf6a5c4fd {{(pid=110501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 13:51:37.410815 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-9d6341a7-0c40-4cae-b128-c6c98155ca13 admin admin] Publish callbacks [] for subnet (fd15bca8-8808-4067-8768-67daf6a5c4fd), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:37.447088 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-9d6341a7-0c40-4cae-b128-c6c98155ca13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7142782'] for subnet (fd15bca8-8808-4067-8768-67daf6a5c4fd), precommit_delete_associations {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:37.532759 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-9d6341a7-0c40-4cae-b128-c6c98155ca13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693590'] for subnet (fd15bca8-8808-4067-8768-67daf6a5c4fd), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:37.601298 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-9d6341a7-0c40-4cae-b128-c6c98155ca13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5521470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5516845'] for subnet (fd15bca8-8808-4067-8768-67daf6a5c4fd), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:37.627681 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6341a7-0c40-4cae-b128-c6c98155ca13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd15bca8-8808-4067-8768-67daf6a5c4fd,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:51:37.634322 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-9d6341a7-0c40-4cae-b128-c6c98155ca13 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:37.639843 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-9d6341a7-0c40-4cae-b128-c6c98155ca13 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fd15bca8-8808-4067-8768-67daf6a5c4fd HTTP/1.1" status: 204 len: 168 time: 0.2801402 May 26 13:51:37.640933 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 35602) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:51:37.642909 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511aaa56-6aa5-49f7-890d-274f32431b9a None None] Network 0329a3b3-dcc4-476c-b9a0-82bcac38094f requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:51:37.725755 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=100 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:37.726787 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-c36fdb85-3b4f-461e-9935-3036c1f1ac91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848337'] for network (0329a3b3-dcc4-476c-b9a0-82bcac38094f), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:37.774827 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-c36fdb85-3b4f-461e-9935-3036c1f1ac91 admin admin] Deleting port feb3724a-0950-4a71-bf1e-a75c6d97205e {{(pid=110501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:51:37.774827 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-c36fdb85-3b4f-461e-9935-3036c1f1ac91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (feb3724a-0950-4a71-bf1e-a75c6d97205e), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:37.815196 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321f003e-e555-4f32-9114-6d8dca366911 None None] DHCP port deletion for 0329a3b3-dcc4-476c-b9a0-82bcac38094f request from dv-cinder-819668-4-iscsi {{(pid=110502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 13:51:37.822348 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:37.841864 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.db [None req-c36fdb85-3b4f-461e-9935-3036c1f1ac91 admin admin] For port feb3724a-0950-4a71-bf1e-a75c6d97205e, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=feb3724a-0950-4a71-bf1e-a75c6d97205e,segment=NetworkSegment(c05d8f1e-3be1-4857-8c15-5c145e888975),segment_id=c05d8f1e-3be1-4857-8c15-5c145e888975)] {{(pid=110501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:51:37.842217 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-c36fdb85-3b4f-461e-9935-3036c1f1ac91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (feb3724a-0950-4a71-bf1e-a75c6d97205e), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:37.854886 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-321f003e-e555-4f32-9114-6d8dca366911 None None] Deleting port feb3724a-0950-4a71-bf1e-a75c6d97205e {{(pid=110502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:51:37.855457 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-321f003e-e555-4f32-9114-6d8dca366911 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (feb3724a-0950-4a71-bf1e-a75c6d97205e), before_delete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:37.857628 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-c36fdb85-3b4f-461e-9935-3036c1f1ac91 admin admin] Calling delete_port for feb3724a-0950-4a71-bf1e-a75c6d97205e owned by network:dhcp {{(pid=110501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:51:37.938480 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-321f003e-e555-4f32-9114-6d8dca366911 None None] For port feb3724a-0950-4a71-bf1e-a75c6d97205e, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=feb3724a-0950-4a71-bf1e-a75c6d97205e,segment=NetworkSegment(c05d8f1e-3be1-4857-8c15-5c145e888975),segment_id=c05d8f1e-3be1-4857-8c15-5c145e888975)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:51:37.938813 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-321f003e-e555-4f32-9114-6d8dca366911 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (feb3724a-0950-4a71-bf1e-a75c6d97205e), precommit_delete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:37.946564 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-c36fdb85-3b4f-461e-9935-3036c1f1ac91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5523151'] for port (feb3724a-0950-4a71-bf1e-a75c6d97205e), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:37.953377 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-321f003e-e555-4f32-9114-6d8dca366911 None None] Calling delete_port for feb3724a-0950-4a71-bf1e-a75c6d97205e owned by network:dhcp {{(pid=110502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:51:37.974112 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36fdb85-3b4f-461e-9935-3036c1f1ac91 admin admin] Pushing event deleted for resources: {'Port': ['ID=feb3724a-0950-4a71-bf1e-a75c6d97205e,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:51:37.978993 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36fdb85-3b4f-461e-9935-3036c1f1ac91 admin admin] No DVR routers for this DVR port feb3724a-0950-4a71-bf1e-a75c6d97205e on host dv-cinder-819668-4-iscsi {{(pid=110501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 13:51:38.056042 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-c36fdb85-3b4f-461e-9935-3036c1f1ac91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1689123', 'neutron.services.segments.db._delete_segments_for_network-8755648326512'] for network (0329a3b3-dcc4-476c-b9a0-82bcac38094f), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:38.079564 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.services.segments.db [None req-c36fdb85-3b4f-461e-9935-3036c1f1ac91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0329a3b3-dcc4-476c-b9a0-82bcac38094f']}} {{(pid=110501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:51:38.092354 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.services.segments.db [None req-c36fdb85-3b4f-461e-9935-3036c1f1ac91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c05d8f1e-3be1-4857-8c15-5c145e888975') {'for_net_delete': True} {{(pid=110501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:51:38.092673 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.services.segments.db [None req-c36fdb85-3b4f-461e-9935-3036c1f1ac91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c05d8f1e-3be1-4857-8c15-5c145e888975') {} {{(pid=110501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:51:38.104678 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-c36fdb85-3b4f-461e-9935-3036c1f1ac91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755648326009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7142727'] for segment (c05d8f1e-3be1-4857-8c15-5c145e888975), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:38.121226 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-c36fdb85-3b4f-461e-9935-3036c1f1ac91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329'] for segment (c05d8f1e-3be1-4857-8c15-5c145e888975), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:38.128265 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c36fdb85-3b4f-461e-9935-3036c1f1ac91 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=110501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 13:51:38.128711 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-c36fdb85-3b4f-461e-9935-3036c1f1ac91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5523100'] for segment (c05d8f1e-3be1-4857-8c15-5c145e888975), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:38.178754 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.services.segments.plugin [-] Segment c05d8f1e-3be1-4857-8c15-5c145e888975 resource provider aggregate not found May 26 13:51:38.200174 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.services.segments.plugin [-] Segment c05d8f1e-3be1-4857-8c15-5c145e888975 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c05d8f1e-3be1-4857-8c15-5c145e888975 found for delete ", "request_id": "req-2d74453b-0d18-411a-bef0-48acdc726143"}]} May 26 13:51:38.201516 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-c36fdb85-3b4f-461e-9935-3036c1f1ac91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1689112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568567'] for network (0329a3b3-dcc4-476c-b9a0-82bcac38094f), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:38.202542 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-321f003e-e555-4f32-9114-6d8dca366911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050'] for port (feb3724a-0950-4a71-bf1e-a75c6d97205e), after_delete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:38.207201 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-c36fdb85-3b4f-461e-9935-3036c1f1ac91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:38.212916 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-c36fdb85-3b4f-461e-9935-3036c1f1ac91 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0329a3b3-dcc4-476c-b9a0-82bcac38094f HTTP/1.1" status: 204 len: 168 time: 0.5706389 May 26 13:51:38.225824 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36fdb85-3b4f-461e-9935-3036c1f1ac91 admin admin] Pushing event deleted for resources: {'Network': ['ID=0329a3b3-dcc4-476c-b9a0-82bcac38094f,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:51:38.226180 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-321f003e-e555-4f32-9114-6d8dca366911 None None] Network 0329a3b3-dcc4-476c-b9a0-82bcac38094f is not hosted by any dhcp agent {{(pid=110502) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 26 13:51:38.226383 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321f003e-e555-4f32-9114-6d8dca366911 None None] No DVR routers for this DVR port feb3724a-0950-4a71-bf1e-a75c6d97205e on host dv-cinder-819668-4-iscsi {{(pid=110502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 13:51:38.228167 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f003e-e555-4f32-9114-6d8dca366911 None None] Pushing event deleted for resources: {'Port': ['ID=feb3724a-0950-4a71-bf1e-a75c6d97205e,revision_number=None']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:51:38.342397 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 35610) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:51:38.385001 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-925bd88f-e983-4020-8480-ff3c88a3eadf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c70c0ab9b5134d0781dea0e0abc02ac8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414238 May 26 13:51:38.387411 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 35612) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:51:38.411155 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:38.438293 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-acf5a86f-4e8e-4096-90e0-15787789ba82 admin admin] Publish callbacks [] for security_group (f6469e1a-ac37-490e-aba5-580f8f1d077d), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:38.460897 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-acf5a86f-4e8e-4096-90e0-15787789ba82 admin admin] Publish callbacks [] for security_group (f6469e1a-ac37-490e-aba5-580f8f1d077d), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:38.512854 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-acf5a86f-4e8e-4096-90e0-15787789ba82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (f6469e1a-ac37-490e-aba5-580f8f1d077d), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:38.515121 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-acf5a86f-4e8e-4096-90e0-15787789ba82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:38.516331 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-acf5a86f-4e8e-4096-90e0-15787789ba82 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f6469e1a-ac37-490e-aba5-580f8f1d077d HTTP/1.1" status: 204 len: 168 time: 0.1280203 May 26 13:51:38.525582 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5a86f-4e8e-4096-90e0-15787789ba82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6469e1a-ac37-490e-aba5-580f8f1d077d,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:51:38.892002 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 35620) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:51:38.894774 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 7d4372a1-94c4-4a0c-841c-7cf98c6779e1 no longer exists at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 13:51:38.918035 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] No Port match for: 7d4372a1-94c4-4a0c-841c-7cf98c6779e1 {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 13:51:38.918035 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 7d4372a1-94c4-4a0c-841c-7cf98c6779e1 not bound to the agent host dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 13:51:38.918271 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device feb3724a-0950-4a71-bf1e-a75c6d97205e no longer exists at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 13:51:38.938464 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] No Port match for: feb3724a-0950-4a71-bf1e-a75c6d97205e {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 13:51:38.938809 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device feb3724a-0950-4a71-bf1e-a75c6d97205e not bound to the agent host dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 13:51:38.939449 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5 no longer exists at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 13:51:38.944679 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-e0897fb9-3851-4503-be18-dffff7c85f1d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=25d42e3d3a094377b459e21f70fd3455&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0511010 May 26 13:51:38.953660 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 35622) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:51:38.963486 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] No Port match for: a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5 {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 13:51:38.963816 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device a67644e9-a9e3-4c53-ae90-7dec0d7f4ef5 not bound to the agent host dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 13:51:39.015875 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-9b2d8526-561c-4943-ba20-aa19bf8701d7 admin admin] Publish callbacks [] for security_group (fdd3ae47-5e1b-4fdf-b784-aaabbd704e8e), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:39.041435 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-9b2d8526-561c-4943-ba20-aa19bf8701d7 admin admin] Publish callbacks [] for security_group (fdd3ae47-5e1b-4fdf-b784-aaabbd704e8e), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:39.092247 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-9b2d8526-561c-4943-ba20-aa19bf8701d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (fdd3ae47-5e1b-4fdf-b784-aaabbd704e8e), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:39.094953 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-9b2d8526-561c-4943-ba20-aa19bf8701d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:39.096196 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-9b2d8526-561c-4943-ba20-aa19bf8701d7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fdd3ae47-5e1b-4fdf-b784-aaabbd704e8e HTTP/1.1" status: 204 len: 168 time: 0.1413751 May 26 13:51:39.109994 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d8526-561c-4943-ba20-aa19bf8701d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd3ae47-5e1b-4fdf-b784-aaabbd704e8e,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:51:40.348200 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:40.355937 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:44.084620 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-a5390ad0-59e0-4027-a589-d061b635d7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:44.464691 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2962b6-0565-43e9-b2e3-7046c6d714a8 req-45034e38-2040-4702-9752-14894bce01f3 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:44.466217 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2f2962b6-0565-43e9-b2e3-7046c6d714a8 req-45034e38-2040-4702-9752-14894bce01f3 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 945 time: 0.0496614 May 26 13:51:44.525341 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2f2962b6-0565-43e9-b2e3-7046c6d714a8 req-5e2c6324-7a1f-45b4-9241-5023a1317398 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0f0254b-25f0-46a7-b90f-dcaef19d2e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532417 May 26 13:51:45.661257 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f2568-2d2a-41b9-b7a2-77ecad5fe9e0 req-03bd767d-135f-4ab9-9253-f788c5442a42 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:45.663027 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-d99f2568-2d2a-41b9-b7a2-77ecad5fe9e0 req-03bd767d-135f-4ab9-9253-f788c5442a42 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 945 time: 0.0618911 May 26 13:51:45.715583 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-d99f2568-2d2a-41b9-b7a2-77ecad5fe9e0 req-9ba0fe77-d0e5-413a-859f-9a29963799ac tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0f0254b-25f0-46a7-b90f-dcaef19d2e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464661 May 26 13:51:46.468687 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-752c69e9-7681-4015-88c4-df033974b43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:46.816661 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:46.838162 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164feac8-185f-49ca-8a7a-cfb025ca5b32 req-0f225bdf-0346-4b31-9d92-429b1b21d45e tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:46.839736 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-164feac8-185f-49ca-8a7a-cfb025ca5b32 req-0f225bdf-0346-4b31-9d92-429b1b21d45e tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 945 time: 0.0515819 May 26 13:51:46.892002 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-164feac8-185f-49ca-8a7a-cfb025ca5b32 req-4bf2b596-0c71-4c89-8370-4246986133c4 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0f0254b-25f0-46a7-b90f-dcaef19d2e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464888 May 26 13:51:46.962849 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:46.968427 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:47.746485 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:47.892450 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0b2ec5d5-eaf3-4041-a80a-dc77b7482110 req-059ce3fd-639f-4eb2-8ef7-11740c30f478 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386279 May 26 13:51:47.979343 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:47.979948 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ec5d5-eaf3-4041-a80a-dc77b7482110 req-a09d172e-f637-4e80-b579-5ee6e92b8693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:47.981119 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0b2ec5d5-eaf3-4041-a80a-dc77b7482110 req-a09d172e-f637-4e80-b579-5ee6e92b8693 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=667a2ccd9c9045879b4b87e156997161&device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 1129 time: 0.0455873 May 26 13:51:48.017768 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa1d52e-65a3-4170-80a3-129636b3189e req-0543f6f8-8c90-4538-92ad-e654be1f94de tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:48.019220 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-efa1d52e-65a3-4170-80a3-129636b3189e req-0543f6f8-8c90-4538-92ad-e654be1f94de tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 945 time: 0.0482447 May 26 13:51:48.074130 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-efa1d52e-65a3-4170-80a3-129636b3189e req-028122d6-e061-4561-8751-112d84c9a8a9 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0f0254b-25f0-46a7-b90f-dcaef19d2e9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478015 May 26 13:51:48.101956 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ec5d5-eaf3-4041-a80a-dc77b7482110 req-3a46d315-071a-4e50-a519-75bd9768ee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:48.103688 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0b2ec5d5-eaf3-4041-a80a-dc77b7482110 req-3a46d315-071a-4e50-a519-75bd9768ee38 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fcfdea38-f7ed-4182-bc5e-d5404ef24e0e HTTP/1.1" status: 200 len: 919 time: 0.0919178 May 26 13:51:48.146761 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0b2ec5d5-eaf3-4041-a80a-dc77b7482110 req-b221ac37-b608-4b61-ba12-c2898ff9b497 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbc63303-0423-4bdd-8895-788f378a4ced HTTP/1.1" status: 200 len: 217 time: 0.0344107 May 26 13:51:48.314492 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ec5d5-eaf3-4041-a80a-dc77b7482110 req-cbc9770f-df59-4121-a3da-35c855eec920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:48.315862 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0b2ec5d5-eaf3-4041-a80a-dc77b7482110 req-cbc9770f-df59-4121-a3da-35c855eec920 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5 HTTP/1.1" status: 200 len: 857 time: 0.0482500 May 26 13:51:48.364686 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ec5d5-eaf3-4041-a80a-dc77b7482110 req-5e764d5e-7929-464a-87d5-13c32810886d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:48.366249 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0b2ec5d5-eaf3-4041-a80a-dc77b7482110 req-5e764d5e-7929-464a-87d5-13c32810886d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fcfdea38-f7ed-4182-bc5e-d5404ef24e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399022 May 26 13:51:48.473285 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0b2ec5d5-eaf3-4041-a80a-dc77b7482110 req-4198632e-045e-4c35-be14-234990f62281 service neutron] 10.222.0.57 "GET /v2.0/networks/fcfdea38-f7ed-4182-bc5e-d5404ef24e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847318 May 26 13:51:48.562540 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:48.611265 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a92331-da52-4091-9164-2b7fabc3210a req-5e544de1-01de-4dd4-97b0-80722e1c4a6b tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:48.612698 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-32a92331-da52-4091-9164-2b7fabc3210a req-5e544de1-01de-4dd4-97b0-80722e1c4a6b tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.57 "GET /v2.0/ports?device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 945 time: 0.0925105 May 26 13:51:48.692184 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0b2ec5d5-eaf3-4041-a80a-dc77b7482110 req-e4e89fd4-b67d-4a89-9f41-b54238091e4a service neutron] 10.222.0.57 "GET /v2.0/networks/fcfdea38-f7ed-4182-bc5e-d5404ef24e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791615 May 26 13:51:48.734702 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [req-32a92331-da52-4091-9164-2b7fabc3210a req-db36c4b1-b108-438c-a101-1d5f67dac930 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Deleting port 8a479ff1-a45a-48a2-afb3-db2272655b74 {{(pid=110500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:51:48.735046 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-32a92331-da52-4091-9164-2b7fabc3210a req-db36c4b1-b108-438c-a101-1d5f67dac930 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (8a479ff1-a45a-48a2-afb3-db2272655b74), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:48.837715 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-32a92331-da52-4091-9164-2b7fabc3210a req-db36c4b1-b108-438c-a101-1d5f67dac930 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] For port 8a479ff1-a45a-48a2-afb3-db2272655b74, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=8a479ff1-a45a-48a2-afb3-db2272655b74,segment=NetworkSegment(3a4a3e5b-0e17-442c-bc39-61e33c050f0d),segment_id=3a4a3e5b-0e17-442c-bc39-61e33c050f0d)] {{(pid=110500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:51:48.838116 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-32a92331-da52-4091-9164-2b7fabc3210a req-db36c4b1-b108-438c-a101-1d5f67dac930 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (8a479ff1-a45a-48a2-afb3-db2272655b74), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:49.020844 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-32a92331-da52-4091-9164-2b7fabc3210a req-db36c4b1-b108-438c-a101-1d5f67dac930 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:49.021569 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-32a92331-da52-4091-9164-2b7fabc3210a req-db36c4b1-b108-438c-a101-1d5f67dac930 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568549'] for floatingip (ba34efc4-44ac-41a3-b1cc-92c81b4a9a56), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:49.021569 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.db.l3_db [req-32a92331-da52-4091-9164-2b7fabc3210a req-db36c4b1-b108-438c-a101-1d5f67dac930 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Floating IP ba34efc4-44ac-41a3-b1cc-92c81b4a9a56 disassociated. External IP: 172.27.2.115, port: 8a479ff1-a45a-48a2-afb3-db2272655b74. May 26 13:51:49.021864 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [req-32a92331-da52-4091-9164-2b7fabc3210a req-db36c4b1-b108-438c-a101-1d5f67dac930 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Calling delete_port for 8a479ff1-a45a-48a2-afb3-db2272655b74 owned by compute:nova {{(pid=110500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:51:49.108849 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:49.165044 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:49.177465 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-32a92331-da52-4091-9164-2b7fabc3210a req-db36c4b1-b108-438c-a101-1d5f67dac930 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (8a479ff1-a45a-48a2-afb3-db2272655b74), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:49.229020 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db36c4b1-b108-438c-a101-1d5f67dac930 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Pushing event deleted for resources: {'Port': ['ID=8a479ff1-a45a-48a2-afb3-db2272655b74,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:51:49.248446 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-89a0d9c1-1382-43e3-bf8d-a528ebe0952e req-246b578d-781c-471f-9f78-81ae73d86aa7 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=eda2ad3f-020c-4f84-8456-bd57ac8994a1 HTTP/1.1" status: 200 len: 210 time: 0.0566809 May 26 13:51:49.372902 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32a92331-da52-4091-9164-2b7fabc3210a req-db36c4b1-b108-438c-a101-1d5f67dac930 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Router e8fa3225-aa55-4fb1-af18-cb8a643e77e7 has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:51:49.482443 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32a92331-da52-4091-9164-2b7fabc3210a req-db36c4b1-b108-438c-a101-1d5f67dac930 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:51:49.493891 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bc346f-9973-423f-a29c-54e3fc32c382 None None] Sync routers for ids ['e8fa3225-aa55-4fb1-af18-cb8a643e77e7'] in dv-cinder-819668-4-iscsi {{(pid=110502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:51:49.505163 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bc346f-9973-423f-a29c-54e3fc32c382 None None] Routers {'e8fa3225-aa55-4fb1-af18-cb8a643e77e7'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:51:49.505802 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-f4bc346f-9973-423f-a29c-54e3fc32c382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:51:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['e8fa3225-aa55-4fb1-af18-cb8a643e77e7'], 'active': True} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:51:49.532628 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a92331-da52-4091-9164-2b7fabc3210a req-db36c4b1-b108-438c-a101-1d5f67dac930 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] No DVR routers for this DVR port 8a479ff1-a45a-48a2-afb3-db2272655b74 on host hv-cinder-81966 {{(pid=110500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 13:51:49.535046 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-32a92331-da52-4091-9164-2b7fabc3210a req-db36c4b1-b108-438c-a101-1d5f67dac930 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:49.539165 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-32a92331-da52-4091-9164-2b7fabc3210a req-db36c4b1-b108-438c-a101-1d5f67dac930 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.57 "DELETE /v2.0/ports/8a479ff1-a45a-48a2-afb3-db2272655b74 HTTP/1.1" status: 204 len: 173 time: 0.9195049 May 26 13:51:49.539645 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda2ad3f-020c-4f84-8456-bd57ac8994a1', 'name': 'network-vif-deleted', 'tag': '8a479ff1-a45a-48a2-afb3-db2272655b74'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:51:49.542104 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec0e538-cac4-4c52-a96d-0a951e0cc026" -d '{"events": [{"server_uuid": "eda2ad3f-020c-4f84-8456-bd57ac8994a1", "name": "network-vif-deleted", "tag": "8a479ff1-a45a-48a2-afb3-db2272655b74"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:51:49.585839 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5fc9417-4138-49f7-bf93-7bd5cc4ea299 x-openstack-request-id: req-f5fc9417-4138-49f7-bf93-7bd5cc4ea299 {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:51:49.586137 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda2ad3f-020c-4f84-8456-bd57ac8994a1", "name": "network-vif-deleted", "tag": "8a479ff1-a45a-48a2-afb3-db2272655b74", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:51:49.586387 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f5fc9417-4138-49f7-bf93-7bd5cc4ea299 {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:51:49.587001 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5fc9417-4138-49f7-bf93-7bd5cc4ea299'] response: {'server_uuid': 'eda2ad3f-020c-4f84-8456-bd57ac8994a1', 'name': 'network-vif-deleted', 'tag': '8a479ff1-a45a-48a2-afb3-db2272655b74', 'status': 'completed', 'code': 200} May 26 13:51:49.624248 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvr_db [None req-f4bc346f-9973-423f-a29c-54e3fc32c382 None None] Set router e8fa3225-aa55-4fb1-af18-cb8a643e77e7 gateway port host: dv-cinder-819668-4-iscsi {{(pid=110502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:51:49.848961 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-f4bc346f-9973-423f-a29c-54e3fc32c382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'name': 'tempest-ServerRescueNegativeTestJSON-460254636-router', 'tenant_id': '667a2ccd9c9045879b4b87e156997161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e02981ca-bf77-4efd-95de-0490160000b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:41Z', 'updated_at': '2022-05-26T13:44:56Z', 'revision_number': 4, 'project_id': '667a2ccd9c9045879b4b87e156997161', 'gw_port': {'id': 'e02981ca-bf77-4efd-95de-0490160000b4', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:43Z', 'updated_at': '2022-05-26T13:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': '14748004-3c44-41d4-b8ec-a3c2a1ef9143', 'name': '', 'network_id': 'fcfdea38-f7ed-4182-bc5e-d5404ef24e0e', 'tenant_id': '667a2ccd9c9045879b4b87e156997161', 'mac_address': 'fa:16:3e:ec:9b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:52Z', 'updated_at': '2022-05-26T13:45:06Z', 'revision_number': 5, 'project_id': '667a2ccd9c9045879b4b87e156997161', 'subnets': [{'id': 'b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:51:49.875079 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bc346f-9973-423f-a29c-54e3fc32c382 None None] Checking router: e8fa3225-aa55-4fb1-af18-cb8a643e77e7 for host: dv-cinder-819668-4-iscsi {{(pid=110502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:51:49.885036 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bc346f-9973-423f-a29c-54e3fc32c382 None None] Routers {'e8fa3225-aa55-4fb1-af18-cb8a643e77e7'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:51:49.885654 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-f4bc346f-9973-423f-a29c-54e3fc32c382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:51:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['e8fa3225-aa55-4fb1-af18-cb8a643e77e7'], 'active': True} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:51:49.992561 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvr_db [None req-f4bc346f-9973-423f-a29c-54e3fc32c382 None None] Set router e8fa3225-aa55-4fb1-af18-cb8a643e77e7 gateway port host: dv-cinder-819668-4-iscsi {{(pid=110502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:51:50.157428 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:50.221605 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-f4bc346f-9973-423f-a29c-54e3fc32c382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'name': 'tempest-ServerRescueNegativeTestJSON-460254636-router', 'tenant_id': '667a2ccd9c9045879b4b87e156997161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e02981ca-bf77-4efd-95de-0490160000b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:41Z', 'updated_at': '2022-05-26T13:44:56Z', 'revision_number': 4, 'project_id': '667a2ccd9c9045879b4b87e156997161', 'gw_port': {'id': 'e02981ca-bf77-4efd-95de-0490160000b4', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:43Z', 'updated_at': '2022-05-26T13:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': '14748004-3c44-41d4-b8ec-a3c2a1ef9143', 'name': '', 'network_id': 'fcfdea38-f7ed-4182-bc5e-d5404ef24e0e', 'tenant_id': '667a2ccd9c9045879b4b87e156997161', 'mac_address': 'fa:16:3e:ec:9b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:52Z', 'updated_at': '2022-05-26T13:45:06Z', 'revision_number': 5, 'project_id': '667a2ccd9c9045879b4b87e156997161', 'subnets': [{'id': 'b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:51:50.254148 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bc346f-9973-423f-a29c-54e3fc32c382 None None] The sync data for ids ['e8fa3225-aa55-4fb1-af18-cb8a643e77e7'] in dv-cinder-819668-4-iscsi is: [{'id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'name': 'tempest-ServerRescueNegativeTestJSON-460254636-router', 'tenant_id': '667a2ccd9c9045879b4b87e156997161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e02981ca-bf77-4efd-95de-0490160000b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:41Z', 'updated_at': '2022-05-26T13:44:56Z', 'revision_number': 4, 'project_id': '667a2ccd9c9045879b4b87e156997161', 'gw_port': {'id': 'e02981ca-bf77-4efd-95de-0490160000b4', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:43Z', 'updated_at': '2022-05-26T13:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': '14748004-3c44-41d4-b8ec-a3c2a1ef9143', 'name': '', 'network_id': 'fcfdea38-f7ed-4182-bc5e-d5404ef24e0e', 'tenant_id': '667a2ccd9c9045879b4b87e156997161', 'mac_address': 'fa:16:3e:ec:9b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:52Z', 'updated_at': '2022-05-26T13:45:06Z', 'revision_number': 5, 'project_id': '667a2ccd9c9045879b4b87e156997161', 'subnets': [{'id': 'b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:51:50.355669 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 35666) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:51:50.375355 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:50.422682 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-2f947f76-3d35-4a60-a4c4-1256277f5f56 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks [] for security_group (c0f0254b-25f0-46a7-b90f-dcaef19d2e9c), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:50.455326 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-2f947f76-3d35-4a60-a4c4-1256277f5f56 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks [] for security_group (c0f0254b-25f0-46a7-b90f-dcaef19d2e9c), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:50.471473 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:50.531167 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-2f947f76-3d35-4a60-a4c4-1256277f5f56 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (c0f0254b-25f0-46a7-b90f-dcaef19d2e9c), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:50.534080 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-2f947f76-3d35-4a60-a4c4-1256277f5f56 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:50.535899 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-2f947f76-3d35-4a60-a4c4-1256277f5f56 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "DELETE /v2.0/security-groups/c0f0254b-25f0-46a7-b90f-dcaef19d2e9c HTTP/1.1" status: 204 len: 168 time: 0.1783826 May 26 13:51:50.539884 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 35668) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:51:50.551386 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f947f76-3d35-4a60-a4c4-1256277f5f56 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f0254b-25f0-46a7-b90f-dcaef19d2e9c,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:51:50.555348 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.api.v2.resource [None req-7645f13b-f6c8-4388-b2ab-24f5f61fec2d tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] show failed (client error): The resource could not be found. May 26 13:51:50.559822 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-7645f13b-f6c8-4388-b2ab-24f5f61fec2d tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups/c0f0254b-25f0-46a7-b90f-dcaef19d2e9c HTTP/1.1" status: 404 len: 347 time: 0.0154903 May 26 13:51:50.560989 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e51514-5c3c-4df0-bfd3-405722def740 None None] New status for floating IP ba34efc4-44ac-41a3-b1cc-92c81b4a9a56: DOWN {{(pid=110503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 13:51:50.561496 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 35670) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:51:50.694671 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7b9378-3569-4ba8-831d-5b75d2251b16 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Deleting port 95759479-3adf-47cd-afcc-10ec04d01809 {{(pid=110501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:51:50.695017 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-2a7b9378-3569-4ba8-831d-5b75d2251b16 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (95759479-3adf-47cd-afcc-10ec04d01809), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:50.804172 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-2a7b9378-3569-4ba8-831d-5b75d2251b16 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (95759479-3adf-47cd-afcc-10ec04d01809), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:50.804680 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-2a7b9378-3569-4ba8-831d-5b75d2251b16 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks [] for floatingip (95759479-3adf-47cd-afcc-10ec04d01809), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:50.822787 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7b9378-3569-4ba8-831d-5b75d2251b16 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Calling delete_port for 95759479-3adf-47cd-afcc-10ec04d01809 owned by network:floatingip {{(pid=110501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:51:50.992157 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-2a7b9378-3569-4ba8-831d-5b75d2251b16 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5523151'] for port (95759479-3adf-47cd-afcc-10ec04d01809), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:51.017521 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b9378-3569-4ba8-831d-5b75d2251b16 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Pushing event deleted for resources: {'Port': ['ID=95759479-3adf-47cd-afcc-10ec04d01809,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:51:51.048493 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:51.088901 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-2a7b9378-3569-4ba8-831d-5b75d2251b16 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks [] for floatingip (ba34efc4-44ac-41a3-b1cc-92c81b4a9a56), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:51.091378 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-2a7b9378-3569-4ba8-831d-5b75d2251b16 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for floatingip (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:51.093283 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-2a7b9378-3569-4ba8-831d-5b75d2251b16 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "DELETE /v2.0/floatingips/ba34efc4-44ac-41a3-b1cc-92c81b4a9a56 HTTP/1.1" status: 204 len: 168 time: 0.5313385 May 26 13:51:53.581355 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 8a479ff1-a45a-48a2-afb3-db2272655b74 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 13:51:53.605913 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] No Port match for: 8a479ff1-a45a-48a2-afb3-db2272655b74 {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 13:51:53.606267 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 8a479ff1-a45a-48a2-afb3-db2272655b74 not bound to the agent host hv-cinder-81966 {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 13:51:53.660770 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3305a4-26b8-4300-abd7-9989677526a0 req-5141caa1-af32-4e92-b4bd-264f77bfcae5 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:53.662411 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-da3305a4-26b8-4300-abd7-9989677526a0 req-5141caa1-af32-4e92-b4bd-264f77bfcae5 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 946 time: 0.0524302 May 26 13:51:53.719772 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-da3305a4-26b8-4300-abd7-9989677526a0 req-beb321fa-e495-4815-925a-409976188035 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513229 May 26 13:51:54.862497 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1a806-c57a-48b0-90b9-a3183584b94f req-c0b03984-dd2d-4b80-b465-18583391911d tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:54.864198 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-efe1a806-c57a-48b0-90b9-a3183584b94f req-c0b03984-dd2d-4b80-b465-18583391911d tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.57 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 946 time: 0.0913537 May 26 13:51:54.883893 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d2fec-4fd3-433d-897d-bf94557ccf87 req-67e4d073-d1d6-4eec-9f35-c062769dcee5 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:54.885559 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5c7d2fec-4fd3-433d-897d-bf94557ccf87 req-67e4d073-d1d6-4eec-9f35-c062769dcee5 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 946 time: 0.0765061 May 26 13:51:55.020224 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5c7d2fec-4fd3-433d-897d-bf94557ccf87 req-1bd80e4f-b3d9-4159-941b-858e7111afe0 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115878 May 26 13:51:55.023540 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [req-efe1a806-c57a-48b0-90b9-a3183584b94f req-fdf52920-13ab-44d1-8d04-8f9ae2ad2589 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Deleting port 22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa {{(pid=110500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:51:55.023903 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-efe1a806-c57a-48b0-90b9-a3183584b94f req-fdf52920-13ab-44d1-8d04-8f9ae2ad2589 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:55.123022 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-efe1a806-c57a-48b0-90b9-a3183584b94f req-fdf52920-13ab-44d1-8d04-8f9ae2ad2589 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] For port 22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa,segment=NetworkSegment(3a4a3e5b-0e17-442c-bc39-61e33c050f0d),segment_id=3a4a3e5b-0e17-442c-bc39-61e33c050f0d)] {{(pid=110500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:51:55.123389 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-efe1a806-c57a-48b0-90b9-a3183584b94f req-fdf52920-13ab-44d1-8d04-8f9ae2ad2589 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:55.137163 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [req-efe1a806-c57a-48b0-90b9-a3183584b94f req-fdf52920-13ab-44d1-8d04-8f9ae2ad2589 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Calling delete_port for 22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa owned by compute:nova {{(pid=110500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:51:55.209632 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:55.528183 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-efe1a806-c57a-48b0-90b9-a3183584b94f req-fdf52920-13ab-44d1-8d04-8f9ae2ad2589 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:55.543856 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] get_ports_and_sgs() called for port_ids ['cbc63303-0423-4bdd-8895-788f378a4ced', '22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa'] {{(pid=110502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 13:51:55.582444 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf52920-13ab-44d1-8d04-8f9ae2ad2589 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Pushing event deleted for resources: {'Port': ['ID=22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:51:55.676109 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe1a806-c57a-48b0-90b9-a3183584b94f req-fdf52920-13ab-44d1-8d04-8f9ae2ad2589 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] No DVR routers for this DVR port 22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa on host hv-cinder-81966 {{(pid=110500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 13:51:55.679299 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-efe1a806-c57a-48b0-90b9-a3183584b94f req-fdf52920-13ab-44d1-8d04-8f9ae2ad2589 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:55.682663 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-efe1a806-c57a-48b0-90b9-a3183584b94f req-fdf52920-13ab-44d1-8d04-8f9ae2ad2589 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.57 "DELETE /v2.0/ports/22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa HTTP/1.1" status: 204 len: 173 time: 0.8123443 May 26 13:51:55.683142 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75f8bc8-637f-444e-b3f2-5f5fa9620cf9', 'name': 'network-vif-deleted', 'tag': '22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:51:55.685504 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46ba7f4-91b0-454c-b0ae-0ff5538858c6" -d '{"events": [{"server_uuid": "b75f8bc8-637f-444e-b3f2-5f5fa9620cf9", "name": "network-vif-deleted", "tag": "22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:51:55.721336 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:55.733741 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff53f6d-e33f-4534-960d-bff252754402 x-openstack-request-id: req-dff53f6d-e33f-4534-960d-bff252754402 {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:51:55.734083 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75f8bc8-637f-444e-b3f2-5f5fa9620cf9", "name": "network-vif-deleted", "tag": "22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:51:55.734331 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dff53f6d-e33f-4534-960d-bff252754402 {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:51:55.734739 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dff53f6d-e33f-4534-960d-bff252754402'] response: {'server_uuid': 'b75f8bc8-637f-444e-b3f2-5f5fa9620cf9', 'name': 'network-vif-deleted', 'tag': '22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa', 'status': 'completed', 'code': 200} May 26 13:51:55.804859 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8422551-3e41-40c9-8d79-6601c7b5514e req-b9f21b34-1615-4da2-af4a-25e9d93bb082 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:55.806462 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-d8422551-3e41-40c9-8d79-6601c7b5514e req-b9f21b34-1615-4da2-af4a-25e9d93bb082 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0733867 May 26 13:51:55.858270 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-d8422551-3e41-40c9-8d79-6601c7b5514e req-d4cf3d1a-4bb8-4c51-b43d-5b31627b4e4a tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458853 May 26 13:51:56.142362 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-1b36524c-6aad-49e6-891a-df2eedd3cc67 req-4a2438ee-fce0-429b-a1d3-8a323f693b25 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=b75f8bc8-637f-444e-b3f2-5f5fa9620cf9 HTTP/1.1" status: 200 len: 210 time: 0.0341270 May 26 13:51:56.980707 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65861082-a735-4c75-9151-899214d906cc req-b326f510-0dc1-4846-8d41-72c4178f449e tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:56.982227 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-65861082-a735-4c75-9151-899214d906cc req-b326f510-0dc1-4846-8d41-72c4178f449e tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0520716 May 26 13:51:57.031340 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-65861082-a735-4c75-9151-899214d906cc req-98880f26-85bf-4f8f-8ae1-1a539f89fceb tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=bf723036-140a-4533-a112-3303159751b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432332 May 26 13:51:57.117666 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa169364-5884-42fe-bcc1-833ad5f6797c req-1dd80843-fe5d-4433-8d6c-ee0c68b3220b tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:57.119145 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-aa169364-5884-42fe-bcc1-833ad5f6797c req-1dd80843-fe5d-4433-8d6c-ee0c68b3220b tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.57 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 946 time: 0.0533795 May 26 13:51:57.221694 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [req-aa169364-5884-42fe-bcc1-833ad5f6797c req-da473355-6c5e-46a3-80ea-7899f3e739ae tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Deleting port fa68ed54-b95b-4bfd-afca-997df1610ee7 {{(pid=110500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:51:57.222925 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-aa169364-5884-42fe-bcc1-833ad5f6797c req-da473355-6c5e-46a3-80ea-7899f3e739ae tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (fa68ed54-b95b-4bfd-afca-997df1610ee7), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:57.342241 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-aa169364-5884-42fe-bcc1-833ad5f6797c req-da473355-6c5e-46a3-80ea-7899f3e739ae tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] For port fa68ed54-b95b-4bfd-afca-997df1610ee7, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=fa68ed54-b95b-4bfd-afca-997df1610ee7,segment=NetworkSegment(e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488),segment_id=e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488)] {{(pid=110500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:51:57.342908 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-aa169364-5884-42fe-bcc1-833ad5f6797c req-da473355-6c5e-46a3-80ea-7899f3e739ae tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (fa68ed54-b95b-4bfd-afca-997df1610ee7), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:57.465597 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:57.553383 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8cd01-33fb-41e5-a1ed-ee2f59cc7804 req-d28b4ba8-eba3-46a3-b6f9-7a6625f333c0 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:57.554946 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2eb8cd01-33fb-41e5-a1ed-ee2f59cc7804 req-d28b4ba8-eba3-46a3-b6f9-7a6625f333c0 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.1296713 May 26 13:51:57.595333 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-aa169364-5884-42fe-bcc1-833ad5f6797c req-da473355-6c5e-46a3-80ea-7899f3e739ae tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:57.595697 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-aa169364-5884-42fe-bcc1-833ad5f6797c req-da473355-6c5e-46a3-80ea-7899f3e739ae tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568549'] for floatingip (42826869-b702-4569-947f-8f2cdd3cb7e5), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:57.596010 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.db.l3_db [req-aa169364-5884-42fe-bcc1-833ad5f6797c req-da473355-6c5e-46a3-80ea-7899f3e739ae tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Floating IP 42826869-b702-4569-947f-8f2cdd3cb7e5 disassociated. External IP: 172.27.2.78, port: fa68ed54-b95b-4bfd-afca-997df1610ee7. May 26 13:51:57.596380 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [req-aa169364-5884-42fe-bcc1-833ad5f6797c req-da473355-6c5e-46a3-80ea-7899f3e739ae tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Calling delete_port for fa68ed54-b95b-4bfd-afca-997df1610ee7 owned by compute:nova {{(pid=110500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:51:57.664762 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2eb8cd01-33fb-41e5-a1ed-ee2f59cc7804 req-c2e11e16-77eb-4c55-a522-3411e6ac5999 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001518 May 26 13:51:57.760844 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-aa169364-5884-42fe-bcc1-833ad5f6797c req-da473355-6c5e-46a3-80ea-7899f3e739ae tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (fa68ed54-b95b-4bfd-afca-997df1610ee7), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:57.787994 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da473355-6c5e-46a3-80ea-7899f3e739ae tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Pushing event deleted for resources: {'Port': ['ID=fa68ed54-b95b-4bfd-afca-997df1610ee7,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:51:57.897421 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa169364-5884-42fe-bcc1-833ad5f6797c req-da473355-6c5e-46a3-80ea-7899f3e739ae tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Router 649401c9-bfab-426e-a474-f39017d3abed has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:51:57.908274 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:51:58.006454 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa169364-5884-42fe-bcc1-833ad5f6797c req-da473355-6c5e-46a3-80ea-7899f3e739ae tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:51:58.015885 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7634fe3a-bcfc-4d63-8fc1-230c8ce26803 None None] Sync routers for ids ['649401c9-bfab-426e-a474-f39017d3abed'] in dv-cinder-819668-4-iscsi {{(pid=110502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:51:58.026577 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7634fe3a-bcfc-4d63-8fc1-230c8ce26803 None None] Routers {'649401c9-bfab-426e-a474-f39017d3abed'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:51:58.027263 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-7634fe3a-bcfc-4d63-8fc1-230c8ce26803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:51:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['649401c9-bfab-426e-a474-f39017d3abed'], 'active': True} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:51:58.049713 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa169364-5884-42fe-bcc1-833ad5f6797c req-da473355-6c5e-46a3-80ea-7899f3e739ae tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] No DVR routers for this DVR port fa68ed54-b95b-4bfd-afca-997df1610ee7 on host hv-cinder-81966 {{(pid=110500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 13:51:58.052293 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-aa169364-5884-42fe-bcc1-833ad5f6797c req-da473355-6c5e-46a3-80ea-7899f3e739ae tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:51:58.055667 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-aa169364-5884-42fe-bcc1-833ad5f6797c req-da473355-6c5e-46a3-80ea-7899f3e739ae tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.57 "DELETE /v2.0/ports/fa68ed54-b95b-4bfd-afca-997df1610ee7 HTTP/1.1" status: 204 len: 173 time: 0.9299932 May 26 13:51:58.056123 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84b45620-7dd5-4bb5-9da2-e48381d78256', 'name': 'network-vif-deleted', 'tag': 'fa68ed54-b95b-4bfd-afca-997df1610ee7'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:51:58.058490 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fb3d1d-5099-4854-894e-6d16e67f0ad5" -d '{"events": [{"server_uuid": "84b45620-7dd5-4bb5-9da2-e48381d78256", "name": "network-vif-deleted", "tag": "fa68ed54-b95b-4bfd-afca-997df1610ee7"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:51:58.105098 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e114c2-2ab8-44fa-bc9b-71fce74b0790 x-openstack-request-id: req-d9e114c2-2ab8-44fa-bc9b-71fce74b0790 {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:51:58.105407 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84b45620-7dd5-4bb5-9da2-e48381d78256", "name": "network-vif-deleted", "tag": "fa68ed54-b95b-4bfd-afca-997df1610ee7", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:51:58.105642 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d9e114c2-2ab8-44fa-bc9b-71fce74b0790 {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:51:58.106097 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9e114c2-2ab8-44fa-bc9b-71fce74b0790'] response: {'server_uuid': '84b45620-7dd5-4bb5-9da2-e48381d78256', 'name': 'network-vif-deleted', 'tag': 'fa68ed54-b95b-4bfd-afca-997df1610ee7', 'status': 'completed', 'code': 200} May 26 13:51:58.133818 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvr_db [None req-7634fe3a-bcfc-4d63-8fc1-230c8ce26803 None None] Set router 649401c9-bfab-426e-a474-f39017d3abed gateway port host: dv-cinder-819668-4-iscsi {{(pid=110502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:51:58.140820 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-7d1c1be3-1f54-498b-a756-f4bb5650384d req-bf709320-365f-4297-9f8b-734e32795860 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 210 time: 0.0301347 May 26 13:51:58.334014 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-7634fe3a-bcfc-4d63-8fc1-230c8ce26803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649401c9-bfab-426e-a474-f39017d3abed', 'name': 'tempest-AttachVolumeTestJSON-1151764757-router', 'tenant_id': '2007395425194750a87edd6c0da44e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '2f0f44b1-11a6-4147-9e20-becacca0e572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:41Z', 'updated_at': '2022-05-26T13:44:54Z', 'revision_number': 4, 'project_id': '2007395425194750a87edd6c0da44e66', 'gw_port': {'id': '2f0f44b1-11a6-4147-9e20-becacca0e572', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649401c9-bfab-426e-a474-f39017d3abed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:43Z', 'updated_at': '2022-05-26T13:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': 'e54294ea-3afb-4b2d-83ff-b763f5634f47', 'name': '', 'network_id': '96b4b46b-ed06-4350-9763-5db4d4c655a1', 'tenant_id': '2007395425194750a87edd6c0da44e66', 'mac_address': 'fa:16:3e:d2:a9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649401c9-bfab-426e-a474-f39017d3abed', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '761e5aa1-c2fe-4f86-81be-d9dede097e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:51Z', 'updated_at': '2022-05-26T13:45:04Z', 'revision_number': 5, 'project_id': '2007395425194750a87edd6c0da44e66', 'subnets': [{'id': '761e5aa1-c2fe-4f86-81be-d9dede097e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:51:58.357715 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7634fe3a-bcfc-4d63-8fc1-230c8ce26803 None None] Checking router: 649401c9-bfab-426e-a474-f39017d3abed for host: dv-cinder-819668-4-iscsi {{(pid=110502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:51:58.366810 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7634fe3a-bcfc-4d63-8fc1-230c8ce26803 None None] Routers {'649401c9-bfab-426e-a474-f39017d3abed'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:51:58.367419 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-7634fe3a-bcfc-4d63-8fc1-230c8ce26803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:51:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['649401c9-bfab-426e-a474-f39017d3abed'], 'active': True} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:51:58.468325 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvr_db [None req-7634fe3a-bcfc-4d63-8fc1-230c8ce26803 None None] Set router 649401c9-bfab-426e-a474-f39017d3abed gateway port host: dv-cinder-819668-4-iscsi {{(pid=110502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:51:58.508476 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 6 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:51:58.650720 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-7634fe3a-bcfc-4d63-8fc1-230c8ce26803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649401c9-bfab-426e-a474-f39017d3abed', 'name': 'tempest-AttachVolumeTestJSON-1151764757-router', 'tenant_id': '2007395425194750a87edd6c0da44e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '2f0f44b1-11a6-4147-9e20-becacca0e572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:41Z', 'updated_at': '2022-05-26T13:44:54Z', 'revision_number': 4, 'project_id': '2007395425194750a87edd6c0da44e66', 'gw_port': {'id': '2f0f44b1-11a6-4147-9e20-becacca0e572', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649401c9-bfab-426e-a474-f39017d3abed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:43Z', 'updated_at': '2022-05-26T13:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': 'e54294ea-3afb-4b2d-83ff-b763f5634f47', 'name': '', 'network_id': '96b4b46b-ed06-4350-9763-5db4d4c655a1', 'tenant_id': '2007395425194750a87edd6c0da44e66', 'mac_address': 'fa:16:3e:d2:a9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649401c9-bfab-426e-a474-f39017d3abed', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '761e5aa1-c2fe-4f86-81be-d9dede097e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:51Z', 'updated_at': '2022-05-26T13:45:04Z', 'revision_number': 5, 'project_id': '2007395425194750a87edd6c0da44e66', 'subnets': [{'id': '761e5aa1-c2fe-4f86-81be-d9dede097e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:51:58.680467 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7634fe3a-bcfc-4d63-8fc1-230c8ce26803 None None] The sync data for ids ['649401c9-bfab-426e-a474-f39017d3abed'] in dv-cinder-819668-4-iscsi is: [{'id': '649401c9-bfab-426e-a474-f39017d3abed', 'name': 'tempest-AttachVolumeTestJSON-1151764757-router', 'tenant_id': '2007395425194750a87edd6c0da44e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '2f0f44b1-11a6-4147-9e20-becacca0e572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:41Z', 'updated_at': '2022-05-26T13:44:54Z', 'revision_number': 4, 'project_id': '2007395425194750a87edd6c0da44e66', 'gw_port': {'id': '2f0f44b1-11a6-4147-9e20-becacca0e572', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649401c9-bfab-426e-a474-f39017d3abed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:43Z', 'updated_at': '2022-05-26T13:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': 'e54294ea-3afb-4b2d-83ff-b763f5634f47', 'name': '', 'network_id': '96b4b46b-ed06-4350-9763-5db4d4c655a1', 'tenant_id': '2007395425194750a87edd6c0da44e66', 'mac_address': 'fa:16:3e:d2:a9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649401c9-bfab-426e-a474-f39017d3abed', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '761e5aa1-c2fe-4f86-81be-d9dede097e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:51Z', 'updated_at': '2022-05-26T13:45:04Z', 'revision_number': 5, 'project_id': '2007395425194750a87edd6c0da44e66', 'subnets': [{'id': '761e5aa1-c2fe-4f86-81be-d9dede097e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:51:58.799951 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2388fc1-db9d-4393-9366-914de669b052 req-0f069aa6-f964-4fc5-b9f4-d8449e3dac03 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:58.801595 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c2388fc1-db9d-4393-9366-914de669b052 req-0f069aa6-f964-4fc5-b9f4-d8449e3dac03 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.0547054 May 26 13:51:58.855528 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c2388fc1-db9d-4393-9366-914de669b052 req-9972fa8b-16ad-4555-89d3-8475e2666ef0 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482457 May 26 13:51:58.915385 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331d4c4b-afa1-4af8-866b-e86f1260ca13 None None] New status for floating IP 42826869-b702-4569-947f-8f2cdd3cb7e5: DOWN {{(pid=110503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 13:51:59.242481 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-ccad1eb0-37c8-4a4e-bb14-07919b909647 req-9ede8022-fd80-469b-b335-dbeaf88b5f50 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b45620-7dd5-4bb5-9da2-e48381d78256 HTTP/1.1" status: 200 len: 210 time: 0.0273287 May 26 13:51:59.588020 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa no longer exists at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 13:51:59.608364 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] No Port match for: 22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 13:51:59.608763 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 22ba30dc-f3ef-4d8d-aa67-0fbf99c6a3aa not bound to the agent host hv-cinder-81966 {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 13:51:59.810632 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948b7c0-894a-4993-b166-290e1616bc49 req-0e481b83-429e-488d-bc2f-2d726dab5838 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:51:59.812110 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-d948b7c0-894a-4993-b166-290e1616bc49 req-0e481b83-429e-488d-bc2f-2d726dab5838 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.0566649 May 26 13:51:59.902104 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [req-d948b7c0-894a-4993-b166-290e1616bc49 req-02c128e0-8ac9-4f85-a2aa-521da3d08c36 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Deleting port cbc63303-0423-4bdd-8895-788f378a4ced {{(pid=110500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:51:59.902449 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-d948b7c0-894a-4993-b166-290e1616bc49 req-02c128e0-8ac9-4f85-a2aa-521da3d08c36 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (cbc63303-0423-4bdd-8895-788f378a4ced), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:00.013079 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7f966-1a0d-4c86-8ab1-baeca50997d8 req-a014c662-7718-4d75-bcdf-a983dcb66e21 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:52:00.014575 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-49e7f966-1a0d-4c86-8ab1-baeca50997d8 req-a014c662-7718-4d75-bcdf-a983dcb66e21 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6527206-c7a2-4458-97ed-915ee9b16cfb HTTP/1.1" status: 200 len: 945 time: 0.0653934 May 26 13:52:00.033117 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:00.060064 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-d948b7c0-894a-4993-b166-290e1616bc49 req-02c128e0-8ac9-4f85-a2aa-521da3d08c36 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] For port cbc63303-0423-4bdd-8895-788f378a4ced, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=cbc63303-0423-4bdd-8895-788f378a4ced,segment=NetworkSegment(3a4a3e5b-0e17-442c-bc39-61e33c050f0d),segment_id=3a4a3e5b-0e17-442c-bc39-61e33c050f0d)] {{(pid=110500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:52:00.060458 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-d948b7c0-894a-4993-b166-290e1616bc49 req-02c128e0-8ac9-4f85-a2aa-521da3d08c36 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (cbc63303-0423-4bdd-8895-788f378a4ced), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:00.084844 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [req-d948b7c0-894a-4993-b166-290e1616bc49 req-02c128e0-8ac9-4f85-a2aa-521da3d08c36 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Calling delete_port for cbc63303-0423-4bdd-8895-788f378a4ced owned by compute:nova {{(pid=110500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:52:00.108254 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-49e7f966-1a0d-4c86-8ab1-baeca50997d8 req-cf6ae4e9-769e-42c9-afe1-f09a2bb4c0b6 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0ae6c30-a60a-4484-b7db-fd71dfc957f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831327 May 26 13:52:00.236834 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-d948b7c0-894a-4993-b166-290e1616bc49 req-02c128e0-8ac9-4f85-a2aa-521da3d08c36 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (cbc63303-0423-4bdd-8895-788f378a4ced), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:00.249705 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] get_ports_and_sgs() called for port_ids ['cbc63303-0423-4bdd-8895-788f378a4ced'] {{(pid=110502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 13:52:00.265479 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c128e0-8ac9-4f85-a2aa-521da3d08c36 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Pushing event deleted for resources: {'Port': ['ID=cbc63303-0423-4bdd-8895-788f378a4ced,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:52:00.320397 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [req-d948b7c0-894a-4993-b166-290e1616bc49 req-02c128e0-8ac9-4f85-a2aa-521da3d08c36 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] No DVR routers for this DVR port cbc63303-0423-4bdd-8895-788f378a4ced on host hv-cinder-81966 {{(pid=110500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 13:52:00.322874 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-d948b7c0-894a-4993-b166-290e1616bc49 req-02c128e0-8ac9-4f85-a2aa-521da3d08c36 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:00.326149 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-d948b7c0-894a-4993-b166-290e1616bc49 req-02c128e0-8ac9-4f85-a2aa-521da3d08c36 tempest-ServerRescueNegativeTestJSON-1176251209 tempest-ServerRescueNegativeTestJSON-1176251209-project] 10.222.0.57 "DELETE /v2.0/ports/cbc63303-0423-4bdd-8895-788f378a4ced HTTP/1.1" status: 204 len: 173 time: 0.5073788 May 26 13:52:00.326599 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6527206-c7a2-4458-97ed-915ee9b16cfb', 'name': 'network-vif-deleted', 'tag': 'cbc63303-0423-4bdd-8895-788f378a4ced'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:52:00.329674 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a3453a-5622-444d-94af-a7bfc42072b7" -d '{"events": [{"server_uuid": "c6527206-c7a2-4458-97ed-915ee9b16cfb", "name": "network-vif-deleted", "tag": "cbc63303-0423-4bdd-8895-788f378a4ced"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:52:00.340051 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 35732) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:52:00.371012 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c51efe-5f4e-4d94-89f1-23079df67f74 x-openstack-request-id: req-64c51efe-5f4e-4d94-89f1-23079df67f74 {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:52:00.371909 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6527206-c7a2-4458-97ed-915ee9b16cfb", "name": "network-vif-deleted", "tag": "cbc63303-0423-4bdd-8895-788f378a4ced", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:52:00.371909 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-64c51efe-5f4e-4d94-89f1-23079df67f74 {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:52:00.372179 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64c51efe-5f4e-4d94-89f1-23079df67f74'] response: {'server_uuid': 'c6527206-c7a2-4458-97ed-915ee9b16cfb', 'name': 'network-vif-deleted', 'tag': 'cbc63303-0423-4bdd-8895-788f378a4ced', 'status': 'completed', 'code': 200} May 26 13:52:00.410742 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-9d9e0218-c7ee-44bb-a8ed-c64dc448982d tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks [] for security_group (bf723036-140a-4533-a112-3303159751b0), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:00.438116 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-9d9e0218-c7ee-44bb-a8ed-c64dc448982d tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks [] for security_group (bf723036-140a-4533-a112-3303159751b0), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:00.491885 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-9d9e0218-c7ee-44bb-a8ed-c64dc448982d tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (bf723036-140a-4533-a112-3303159751b0), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:00.494366 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-9d9e0218-c7ee-44bb-a8ed-c64dc448982d tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:00.495507 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-9d9e0218-c7ee-44bb-a8ed-c64dc448982d tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "DELETE /v2.0/security-groups/bf723036-140a-4533-a112-3303159751b0 HTTP/1.1" status: 204 len: 168 time: 0.1541862 May 26 13:52:00.498523 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 35734) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:52:00.505368 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e0218-c7ee-44bb-a8ed-c64dc448982d tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf723036-140a-4533-a112-3303159751b0,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:52:00.513296 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.api.v2.resource [None req-f0c0a6cc-acb8-4c0a-b21b-a742e8e23ca4 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] show failed (client error): The resource could not be found. May 26 13:52:00.514314 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-f0c0a6cc-acb8-4c0a-b21b-a742e8e23ca4 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups/bf723036-140a-4533-a112-3303159751b0 HTTP/1.1" status: 404 len: 347 time: 0.0147605 May 26 13:52:00.517593 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 35736) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:52:00.630416 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-8202ec26-e897-4b01-8a28-380bb192ebf4 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Deleting port f59866df-66c6-4677-bf8c-0ff2c3bc765e {{(pid=110501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:52:00.630765 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-8202ec26-e897-4b01-8a28-380bb192ebf4 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (f59866df-66c6-4677-bf8c-0ff2c3bc765e), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:00.671136 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:00.717784 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-8202ec26-e897-4b01-8a28-380bb192ebf4 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (f59866df-66c6-4677-bf8c-0ff2c3bc765e), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:00.718559 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-8202ec26-e897-4b01-8a28-380bb192ebf4 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks [] for floatingip (f59866df-66c6-4677-bf8c-0ff2c3bc765e), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:00.739814 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-8202ec26-e897-4b01-8a28-380bb192ebf4 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Calling delete_port for f59866df-66c6-4677-bf8c-0ff2c3bc765e owned by network:floatingip {{(pid=110501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:52:00.879823 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-8202ec26-e897-4b01-8a28-380bb192ebf4 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5523151'] for port (f59866df-66c6-4677-bf8c-0ff2c3bc765e), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:00.905793 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8202ec26-e897-4b01-8a28-380bb192ebf4 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Pushing event deleted for resources: {'Port': ['ID=f59866df-66c6-4677-bf8c-0ff2c3bc765e,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:52:00.970075 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-8202ec26-e897-4b01-8a28-380bb192ebf4 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks [] for floatingip (42826869-b702-4569-947f-8f2cdd3cb7e5), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:00.973304 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-8202ec26-e897-4b01-8a28-380bb192ebf4 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for floatingip (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:00.974473 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-8202ec26-e897-4b01-8a28-380bb192ebf4 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "DELETE /v2.0/floatingips/42826869-b702-4569-947f-8f2cdd3cb7e5 HTTP/1.1" status: 204 len: 168 time: 0.4559765 May 26 13:52:01.062689 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 35740) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:52:01.068735 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-05497c32-8236-4832-bc5d-11dfc61e6826 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1576421516', 'description': 'tempest-description--1177356499'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:52:01.083882 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:01.093780 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-05497c32-8236-4832-bc5d-11dfc61e6826 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks [] for security_group (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:01.172254 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-05497c32-8236-4832-bc5d-11dfc61e6826 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks [] for security_group (c4c493e0-a04b-44a5-ba07-4c03c8347638), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:01.181655 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-05497c32-8236-4832-bc5d-11dfc61e6826 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (c4c493e0-a04b-44a5-ba07-4c03c8347638), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:01.187525 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 35744) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:52:01.219564 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-05497c32-8236-4832-bc5d-11dfc61e6826 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:01.220841 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-05497c32-8236-4832-bc5d-11dfc61e6826 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1571360 May 26 13:52:01.223155 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05497c32-8236-4832-bc5d-11dfc61e6826 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c493e0-a04b-44a5-ba07-4c03c8347638,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:52:01.224604 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 35748) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:52:01.236884 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-84f84819-4af0-4e9a-9b59-3c7b92984569 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Request body: {'security_group_rule': {'security_group_id': 'c4c493e0-a04b-44a5-ba07-4c03c8347638', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:52:01.276770 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-84f84819-4af0-4e9a-9b59-3c7b92984569 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks [] for security_group_rule (9a54a3e5-88ec-4e53-8627-f40fd01c4bb4), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:01.329709 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:01.344384 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-84f84819-4af0-4e9a-9b59-3c7b92984569 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks [] for security_group_rule (9a54a3e5-88ec-4e53-8627-f40fd01c4bb4), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:01.348530 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-84f84819-4af0-4e9a-9b59-3c7b92984569 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547660'] for security_group_rule (9a54a3e5-88ec-4e53-8627-f40fd01c4bb4), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:01.369142 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f84819-4af0-4e9a-9b59-3c7b92984569 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a54a3e5-88ec-4e53-8627-f40fd01c4bb4,revision_number=0']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:52:01.380323 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-84f84819-4af0-4e9a-9b59-3c7b92984569 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:01.381677 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-84f84819-4af0-4e9a-9b59-3c7b92984569 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1557331 May 26 13:52:01.384201 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 35750) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:52:01.388629 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-0e16de1e-a0e0-4716-b8e6-8827d3bee517 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Request body: {'security_group_rule': {'security_group_id': 'c4c493e0-a04b-44a5-ba07-4c03c8347638', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:52:01.416685 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-0e16de1e-a0e0-4716-b8e6-8827d3bee517 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks [] for security_group_rule (b2e9a5c5-8b05-450e-be59-f396f1a713fa), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:01.549446 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-0e16de1e-a0e0-4716-b8e6-8827d3bee517 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks [] for security_group_rule (b2e9a5c5-8b05-450e-be59-f396f1a713fa), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:01.559005 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-0e16de1e-a0e0-4716-b8e6-8827d3bee517 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547660'] for security_group_rule (b2e9a5c5-8b05-450e-be59-f396f1a713fa), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:01.588373 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e16de1e-a0e0-4716-b8e6-8827d3bee517 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e9a5c5-8b05-450e-be59-f396f1a713fa,revision_number=0']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:52:01.622744 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device cbc63303-0423-4bdd-8895-788f378a4ced no longer exists at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 13:52:01.633873 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-0e16de1e-a0e0-4716-b8e6-8827d3bee517 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:01.638032 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-0e16de1e-a0e0-4716-b8e6-8827d3bee517 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2499466 May 26 13:52:01.638440 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 35752) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:52:01.642964 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-065dbfe5-2a62-4b0c-bdc2-91a109c977bf tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Request body: {'floatingip': {'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:52:01.644855 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] No Port match for: cbc63303-0423-4bdd-8895-788f378a4ced {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 13:52:01.645472 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device cbc63303-0423-4bdd-8895-788f378a4ced not bound to the agent host hv-cinder-81966 {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 13:52:01.645862 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device fa68ed54-b95b-4bfd-afca-997df1610ee7 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 13:52:01.668919 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] No Port match for: fa68ed54-b95b-4bfd-afca-997df1610ee7 {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 13:52:01.669252 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device fa68ed54-b95b-4bfd-afca-997df1610ee7 not bound to the agent host hv-cinder-81966 {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 13:52:01.670418 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-065dbfe5-2a62-4b0c-bdc2-91a109c977bf tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:01.755693 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-065dbfe5-2a62-4b0c-bdc2-91a109c977bf tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:01.784650 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:01.851302 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:01.867986 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.db_base_plugin_common [None req-065dbfe5-2a62-4b0c-bdc2-91a109c977bf tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Allocated IP 172.27.2.105 (90e76b28-de17-4e9a-956c-e3acc4b829ee/72a92eeb-8c5d-4770-b3e7-e9300b6be16c/dd6c7bb3-362e-4edb-904d-a5322178c731) {{(pid=110500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:52:01.892285 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-4bcd6737-b01a-48fd-b188-355ef6333eef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568805'] for router_interface (e8fa3225-aa55-4fb1-af18-cb8a643e77e7), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:01.981689 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-065dbfe5-2a62-4b0c-bdc2-91a109c977bf tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks [] for port (dd6c7bb3-362e-4edb-904d-a5322178c731), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:02.015383 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-065dbfe5-2a62-4b0c-bdc2-91a109c977bf tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (dd6c7bb3-362e-4edb-904d-a5322178c731), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:02.053017 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065dbfe5-2a62-4b0c-bdc2-91a109c977bf tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Network 90e76b28-de17-4e9a-956c-e3acc4b829ee is already hosted by enough agents. {{(pid=110500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:52:02.058197 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [None req-065dbfe5-2a62-4b0c-bdc2-91a109c977bf tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Resources bound (agent type, host, resource id): {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:52:02.061695 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065dbfe5-2a62-4b0c-bdc2-91a109c977bf tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Received port after_create {{(pid=110500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:52:02.087349 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065dbfe5-2a62-4b0c-bdc2-91a109c977bf tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Pushing event updated for resources: {'Port': ['ID=dd6c7bb3-362e-4edb-904d-a5322178c731,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:52:02.153356 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-065dbfe5-2a62-4b0c-bdc2-91a109c977bf tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks [] for floatingip (6b06acc7-18d2-41f7-87a3-c23ed9ba3581), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:02.171453 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-4bcd6737-b01a-48fd-b188-355ef6333eef admin admin] Deleting port 14748004-3c44-41d4-b8ec-a3c2a1ef9143 {{(pid=110501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:52:02.171795 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-4bcd6737-b01a-48fd-b188-355ef6333eef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (14748004-3c44-41d4-b8ec-a3c2a1ef9143), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:02.179725 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=8 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:02.191873 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-065dbfe5-2a62-4b0c-bdc2-91a109c977bf tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (dd6c7bb3-362e-4edb-904d-a5322178c731), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:02.249404 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:02.257458 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.db [None req-4bcd6737-b01a-48fd-b188-355ef6333eef admin admin] For port 14748004-3c44-41d4-b8ec-a3c2a1ef9143, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=14748004-3c44-41d4-b8ec-a3c2a1ef9143,segment=NetworkSegment(3a4a3e5b-0e17-442c-bc39-61e33c050f0d),segment_id=3a4a3e5b-0e17-442c-bc39-61e33c050f0d)] {{(pid=110501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:52:02.257818 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-4bcd6737-b01a-48fd-b188-355ef6333eef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (14748004-3c44-41d4-b8ec-a3c2a1ef9143), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:02.273461 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-4bcd6737-b01a-48fd-b188-355ef6333eef admin admin] Calling delete_port for 14748004-3c44-41d4-b8ec-a3c2a1ef9143 owned by network:router_interface {{(pid=110501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:52:02.384649 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-065dbfe5-2a62-4b0c-bdc2-91a109c977bf tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks [] for port (dd6c7bb3-362e-4edb-904d-a5322178c731), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:02.390622 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-065dbfe5-2a62-4b0c-bdc2-91a109c977bf tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (dd6c7bb3-362e-4edb-904d-a5322178c731), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:02.464560 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-4bcd6737-b01a-48fd-b188-355ef6333eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5523151'] for port (14748004-3c44-41d4-b8ec-a3c2a1ef9143), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:02.464870 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065dbfe5-2a62-4b0c-bdc2-91a109c977bf tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Pushing event updated for resources: {'Port': ['ID=dd6c7bb3-362e-4edb-904d-a5322178c731,revision_number=2']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:52:02.484509 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-065dbfe5-2a62-4b0c-bdc2-91a109c977bf tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568549'] for floatingip (6b06acc7-18d2-41f7-87a3-c23ed9ba3581), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:02.491630 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd6737-b01a-48fd-b188-355ef6333eef admin admin] Pushing event deleted for resources: {'Port': ['ID=14748004-3c44-41d4-b8ec-a3c2a1ef9143,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:52:02.503228 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-065dbfe5-2a62-4b0c-bdc2-91a109c977bf tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for floatingip (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:02.508882 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-065dbfe5-2a62-4b0c-bdc2-91a109c977bf tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8692617 May 26 13:52:02.661967 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-4bcd6737-b01a-48fd-b188-355ef6333eef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-302216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568697'] for router_interface (e8fa3225-aa55-4fb1-af18-cb8a643e77e7), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:02.726725 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-848d67df-7616-4d55-99be-f5540efd1bce req-033ac059-1911-4605-87e3-37dfe1529072 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1576421516&fields=id&tenant_id=2007395425194750a87edd6c0da44e66 HTTP/1.1" status: 200 len: 267 time: 0.0478582 May 26 13:52:02.843146 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d67df-7616-4d55-99be-f5540efd1bce req-abe3787c-8bfc-4a0d-b4c5-3da867e5c584 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:52:02.844888 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-848d67df-7616-4d55-99be-f5540efd1bce req-abe3787c-8bfc-4a0d-b4c5-3da867e5c584 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/networks?id=96b4b46b-ed06-4350-9763-5db4d4c655a1 HTTP/1.1" status: 200 len: 811 time: 0.1110468 May 26 13:52:02.872322 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-848d67df-7616-4d55-99be-f5540efd1bce req-c079c9f9-935f-49bf-af54-26017e1b3c5e tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/quotas/2007395425194750a87edd6c0da44e66 HTTP/1.1" status: 200 len: 375 time: 0.0116005 May 26 13:52:02.919018 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:02.930744 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-848d67df-7616-4d55-99be-f5540efd1bce req-f69314cb-81b4-4de5-83a8-41a6bb0c32e6 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2007395425194750a87edd6c0da44e66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0575435 May 26 13:52:03.009115 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:03.032876 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-848d67df-7616-4d55-99be-f5540efd1bce req-197e60df-9134-4a8a-88fb-fb3ed5c4883f service neutron] 10.222.0.16 "GET /v2.0/networks/96b4b46b-ed06-4350-9763-5db4d4c655a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887256 May 26 13:52:03.123542 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bcd6737-b01a-48fd-b188-355ef6333eef admin admin] Router e8fa3225-aa55-4fb1-af18-cb8a643e77e7 has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:52:03.133591 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-848d67df-7616-4d55-99be-f5540efd1bce req-c527e69a-76e1-446f-a0b6-a2b2b32db849 service neutron] 10.222.0.16 "GET /v2.0/networks/96b4b46b-ed06-4350-9763-5db4d4c655a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940814 May 26 13:52:03.234429 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bcd6737-b01a-48fd-b188-355ef6333eef admin admin] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:52:03.239983 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-4bcd6737-b01a-48fd-b188-355ef6333eef admin admin] 10.222.0.16 "PUT /v2.0/routers/e8fa3225-aa55-4fb1-af18-cb8a643e77e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0559714 May 26 13:52:03.244837 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 35766) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:52:03.252661 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8804ba3c-8261-4158-b6f6-9589a633c5ca None None] Sync routers for ids ['e8fa3225-aa55-4fb1-af18-cb8a643e77e7'] in dv-cinder-819668-4-iscsi {{(pid=110502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:52:03.276682 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8804ba3c-8261-4158-b6f6-9589a633c5ca None None] Routers {'e8fa3225-aa55-4fb1-af18-cb8a643e77e7'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:52:03.278163 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-8804ba3c-8261-4158-b6f6-9589a633c5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:51:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['e8fa3225-aa55-4fb1-af18-cb8a643e77e7'], 'active': True} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:52:03.336974 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=100 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:03.365221 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d0b7140d-2748-4522-a457-c61fc1044ec1 admin admin] Publish callbacks [] for router (e8fa3225-aa55-4fb1-af18-cb8a643e77e7), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:03.412253 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-259f8686-51ad-4ecb-83f1-c46dd714bfbb req-359f32b4-5a3d-4a93-858e-035494f2b84b tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=09ff322d-f620-4f65-9264-a8ec49efb2b8 HTTP/1.1" status: 200 len: 210 time: 0.0323446 May 26 13:52:03.471000 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:03.500016 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d0b7140d-2748-4522-a457-c61fc1044ec1 admin admin] Publish callbacks [] for router_gateway (e8fa3225-aa55-4fb1-af18-cb8a643e77e7), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:03.559212 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [None req-d0b7140d-2748-4522-a457-c61fc1044ec1 admin admin] Deleting port e02981ca-bf77-4efd-95de-0490160000b4 {{(pid=110500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:52:03.559473 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d0b7140d-2748-4522-a457-c61fc1044ec1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (e02981ca-bf77-4efd-95de-0490160000b4), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:03.571622 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvr_db [None req-8804ba3c-8261-4158-b6f6-9589a633c5ca None None] Set router e8fa3225-aa55-4fb1-af18-cb8a643e77e7 gateway port host: dv-cinder-819668-4-iscsi {{(pid=110502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:52:03.637335 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=100 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:03.666812 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [None req-d0b7140d-2748-4522-a457-c61fc1044ec1 admin admin] For port e02981ca-bf77-4efd-95de-0490160000b4, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=e02981ca-bf77-4efd-95de-0490160000b4,segment=NetworkSegment(36759762-4a51-4579-800b-deb2c27dac78),segment_id=36759762-4a51-4579-800b-deb2c27dac78)] {{(pid=110500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:52:03.667269 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d0b7140d-2748-4522-a457-c61fc1044ec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (e02981ca-bf77-4efd-95de-0490160000b4), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:03.683332 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [None req-d0b7140d-2748-4522-a457-c61fc1044ec1 admin admin] Calling delete_port for e02981ca-bf77-4efd-95de-0490160000b4 owned by network:router_gateway {{(pid=110500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:52:03.764278 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-8804ba3c-8261-4158-b6f6-9589a633c5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'name': 'tempest-ServerRescueNegativeTestJSON-460254636-router', 'tenant_id': '667a2ccd9c9045879b4b87e156997161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'e02981ca-bf77-4efd-95de-0490160000b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:41Z', 'updated_at': '2022-05-26T13:52:02Z', 'revision_number': 5, 'project_id': '667a2ccd9c9045879b4b87e156997161', 'gw_port': {'id': 'e02981ca-bf77-4efd-95de-0490160000b4', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:43Z', 'updated_at': '2022-05-26T13:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi'}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:52:03.790600 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8804ba3c-8261-4158-b6f6-9589a633c5ca None None] Checking router: e8fa3225-aa55-4fb1-af18-cb8a643e77e7 for host: dv-cinder-819668-4-iscsi {{(pid=110502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:52:03.799309 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8804ba3c-8261-4158-b6f6-9589a633c5ca None None] Routers {'e8fa3225-aa55-4fb1-af18-cb8a643e77e7'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:52:03.799951 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-8804ba3c-8261-4158-b6f6-9589a633c5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:51:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['e8fa3225-aa55-4fb1-af18-cb8a643e77e7'], 'active': True} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:52:03.881162 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d0b7140d-2748-4522-a457-c61fc1044ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (e02981ca-bf77-4efd-95de-0490160000b4), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:03.888283 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvr_db [None req-8804ba3c-8261-4158-b6f6-9589a633c5ca None None] Set router e8fa3225-aa55-4fb1-af18-cb8a643e77e7 gateway port host: None {{(pid=110502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:52:03.908116 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b7140d-2748-4522-a457-c61fc1044ec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e02981ca-bf77-4efd-95de-0490160000b4,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:52:03.956130 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-8804ba3c-8261-4158-b6f6-9589a633c5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'name': 'tempest-ServerRescueNegativeTestJSON-460254636-router', 'tenant_id': '667a2ccd9c9045879b4b87e156997161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:41Z', 'updated_at': '2022-05-26T13:52:03Z', 'revision_number': 6, 'project_id': '667a2ccd9c9045879b4b87e156997161', 'gw_port_host': None}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:52:03.982213 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8804ba3c-8261-4158-b6f6-9589a633c5ca None None] The sync data for ids ['e8fa3225-aa55-4fb1-af18-cb8a643e77e7'] in dv-cinder-819668-4-iscsi is: [{'id': 'e8fa3225-aa55-4fb1-af18-cb8a643e77e7', 'name': 'tempest-ServerRescueNegativeTestJSON-460254636-router', 'tenant_id': '667a2ccd9c9045879b4b87e156997161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:41Z', 'updated_at': '2022-05-26T13:52:03Z', 'revision_number': 6, 'project_id': '667a2ccd9c9045879b4b87e156997161', 'gw_port_host': None}] {{(pid=110502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:52:03.984648 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d0b7140d-2748-4522-a457-c61fc1044ec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568539'] for router_gateway (e8fa3225-aa55-4fb1-af18-cb8a643e77e7), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:04.352426 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d0b7140d-2748-4522-a457-c61fc1044ec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-906634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router (e8fa3225-aa55-4fb1-af18-cb8a643e77e7), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:04.364760 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d0b7140d-2748-4522-a457-c61fc1044ec1 admin admin] Publish callbacks [] for router_controller (e8fa3225-aa55-4fb1-af18-cb8a643e77e7), precommit_delete_associations {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:04.366171 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:04.481939 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d0b7140d-2748-4522-a457-c61fc1044ec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-906625'] for router (e8fa3225-aa55-4fb1-af18-cb8a643e77e7), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:04.482546 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b7140d-2748-4522-a457-c61fc1044ec1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8fa3225-aa55-4fb1-af18-cb8a643e77e7 {{(pid=110500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 13:52:04.488240 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d0b7140d-2748-4522-a457-c61fc1044ec1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:04.489880 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-d0b7140d-2748-4522-a457-c61fc1044ec1 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e8fa3225-aa55-4fb1-af18-cb8a643e77e7 HTTP/1.1" status: 204 len: 168 time: 1.2436275 May 26 13:52:04.492499 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 35784) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:52:04.529615 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-faeab77b-f1e5-4818-b4a3-3f851c8189bb req-7c372ac8-b785-4ace-b196-5cd6534a49ef tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=09ff322d-f620-4f65-9264-a8ec49efb2b8 HTTP/1.1" status: 200 len: 210 time: 0.0385613 May 26 13:52:04.541422 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.db_base_plugin_v2 [None req-388c0644-3d80-4752-acd0-65a1108979d0 admin admin] Deleting subnet b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5 {{(pid=110501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 13:52:04.544778 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-388c0644-3d80-4752-acd0-65a1108979d0 admin admin] Publish callbacks [] for subnet (b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:04.553376 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d67df-7616-4d55-99be-f5540efd1bce req-92e7359a-780f-402a-bd84-d4953c08e959 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:52:04.554830 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-848d67df-7616-4d55-99be-f5540efd1bce req-92e7359a-780f-402a-bd84-d4953c08e959 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.57 "GET /v2.0/networks?id=96b4b46b-ed06-4350-9763-5db4d4c655a1 HTTP/1.1" status: 200 len: 811 time: 0.2174225 May 26 13:52:04.581984 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-388c0644-3d80-4752-acd0-65a1108979d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7142782'] for subnet (b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5), precommit_delete_associations {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:04.624889 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-848d67df-7616-4d55-99be-f5540efd1bce req-c0ae18ad-4ae5-414c-adaf-770e0bd3082f tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2007395425194750a87edd6c0da44e66 HTTP/1.1" status: 200 len: 380 time: 0.0541537 May 26 13:52:04.633500 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [req-848d67df-7616-4d55-99be-f5540efd1bce req-26a69dae-81c0-47a2-98b5-fe8ae8f2aad8 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Request body: {'port': {'device_id': '09ff322d-f620-4f65-9264-a8ec49efb2b8', 'network_id': '96b4b46b-ed06-4350-9763-5db4d4c655a1', 'admin_state_up': True, 'tenant_id': '2007395425194750a87edd6c0da44e66', 'security_groups': ['c4c493e0-a04b-44a5-ba07-4c03c8347638']}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:52:04.648128 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:04.665961 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-388c0644-3d80-4752-acd0-65a1108979d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693590'] for subnet (b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:04.728320 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-388c0644-3d80-4752-acd0-65a1108979d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5521470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5516845'] for subnet (b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:04.753639 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c0644-3d80-4752-acd0-65a1108979d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:52:04.754581 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-848d67df-7616-4d55-99be-f5540efd1bce req-26a69dae-81c0-47a2-98b5-fe8ae8f2aad8 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Made reservation on behalf of 2007395425194750a87edd6c0da44e66 for: {'port': 1} {{(pid=110500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:52:04.758544 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-848d67df-7616-4d55-99be-f5540efd1bce req-26a69dae-81c0-47a2-98b5-fe8ae8f2aad8 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:04.759881 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-388c0644-3d80-4752-acd0-65a1108979d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:04.761695 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=8,neutron:INSERT=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:04.767551 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-388c0644-3d80-4752-acd0-65a1108979d0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b636c4d9-0f10-4a9a-8aca-6fbd73f7abc5 HTTP/1.1" status: 204 len: 168 time: 0.2725849 May 26 13:52:04.768181 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 35788) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:52:04.768439 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb17762-ce71-4fef-a604-4a3f0dcd4c5e None None] Network fcfdea38-f7ed-4182-bc5e-d5404ef24e0e requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:52:04.881566 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-070e4071-8e77-4f9f-8682-6a85832ab297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848337'] for network (fcfdea38-f7ed-4182-bc5e-d5404ef24e0e), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:04.965601 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.db_base_plugin_common [req-848d67df-7616-4d55-99be-f5540efd1bce req-26a69dae-81c0-47a2-98b5-fe8ae8f2aad8 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Allocated IP 172.20.0.6 (96b4b46b-ed06-4350-9763-5db4d4c655a1/761e5aa1-c2fe-4f86-81be-d9dede097e42/896bf7dd-6b9f-467e-9c56-aa0be50361dc) {{(pid=110500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:52:04.971275 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-070e4071-8e77-4f9f-8682-6a85832ab297 admin admin] Deleting port 13b05ca5-cba2-437f-b1d2-35ca48ad906f {{(pid=110501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:52:04.971707 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-070e4071-8e77-4f9f-8682-6a85832ab297 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (13b05ca5-cba2-437f-b1d2-35ca48ad906f), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:04.974181 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56be51f2-5244-49b1-8358-173b5f62e609 None None] DHCP port deletion for fcfdea38-f7ed-4182-bc5e-d5404ef24e0e request from dv-cinder-819668-4-iscsi {{(pid=110502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 13:52:04.980968 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 14748004-3c44-41d4-b8ec-a3c2a1ef9143 no longer exists at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 13:52:05.005313 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] No Port match for: 14748004-3c44-41d4-b8ec-a3c2a1ef9143 {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 13:52:05.005935 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 14748004-3c44-41d4-b8ec-a3c2a1ef9143 not bound to the agent host dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 13:52:05.006873 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device e02981ca-bf77-4efd-95de-0490160000b4 no longer exists at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 13:52:05.045301 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] No Port match for: e02981ca-bf77-4efd-95de-0490160000b4 {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 13:52:05.045792 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device e02981ca-bf77-4efd-95de-0490160000b4 not bound to the agent host dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 13:52:05.056904 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.db [None req-070e4071-8e77-4f9f-8682-6a85832ab297 admin admin] For port 13b05ca5-cba2-437f-b1d2-35ca48ad906f, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=13b05ca5-cba2-437f-b1d2-35ca48ad906f,segment=NetworkSegment(3a4a3e5b-0e17-442c-bc39-61e33c050f0d),segment_id=3a4a3e5b-0e17-442c-bc39-61e33c050f0d)] {{(pid=110501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:52:05.057319 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-070e4071-8e77-4f9f-8682-6a85832ab297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (13b05ca5-cba2-437f-b1d2-35ca48ad906f), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:05.068886 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-56be51f2-5244-49b1-8358-173b5f62e609 None None] Deleting port 13b05ca5-cba2-437f-b1d2-35ca48ad906f {{(pid=110502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:52:05.069254 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-56be51f2-5244-49b1-8358-173b5f62e609 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (13b05ca5-cba2-437f-b1d2-35ca48ad906f), before_delete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:05.074224 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-070e4071-8e77-4f9f-8682-6a85832ab297 admin admin] Calling delete_port for 13b05ca5-cba2-437f-b1d2-35ca48ad906f owned by network:dhcp {{(pid=110501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:52:05.155630 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-56be51f2-5244-49b1-8358-173b5f62e609 None None] For port 13b05ca5-cba2-437f-b1d2-35ca48ad906f, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=13b05ca5-cba2-437f-b1d2-35ca48ad906f,segment=NetworkSegment(3a4a3e5b-0e17-442c-bc39-61e33c050f0d),segment_id=3a4a3e5b-0e17-442c-bc39-61e33c050f0d)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:52:05.156058 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-56be51f2-5244-49b1-8358-173b5f62e609 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (13b05ca5-cba2-437f-b1d2-35ca48ad906f), precommit_delete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:05.160182 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-848d67df-7616-4d55-99be-f5540efd1bce req-26a69dae-81c0-47a2-98b5-fe8ae8f2aad8 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks [] for port (896bf7dd-6b9f-467e-9c56-aa0be50361dc), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:05.171319 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-56be51f2-5244-49b1-8358-173b5f62e609 None None] Calling delete_port for 13b05ca5-cba2-437f-b1d2-35ca48ad906f owned by network:dhcp {{(pid=110502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:52:05.183313 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-070e4071-8e77-4f9f-8682-6a85832ab297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5523151'] for port (13b05ca5-cba2-437f-b1d2-35ca48ad906f), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:05.197019 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-848d67df-7616-4d55-99be-f5540efd1bce req-26a69dae-81c0-47a2-98b5-fe8ae8f2aad8 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (896bf7dd-6b9f-467e-9c56-aa0be50361dc), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:05.212843 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e4071-8e77-4f9f-8682-6a85832ab297 admin admin] Pushing event deleted for resources: {'Port': ['ID=13b05ca5-cba2-437f-b1d2-35ca48ad906f,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:52:05.216626 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070e4071-8e77-4f9f-8682-6a85832ab297 admin admin] No DVR routers for this DVR port 13b05ca5-cba2-437f-b1d2-35ca48ad906f on host dv-cinder-819668-4-iscsi {{(pid=110501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 13:52:05.244941 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-848d67df-7616-4d55-99be-f5540efd1bce req-26a69dae-81c0-47a2-98b5-fe8ae8f2aad8 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Network 96b4b46b-ed06-4350-9763-5db4d4c655a1 is already hosted by enough agents. {{(pid=110500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:52:05.250189 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [req-848d67df-7616-4d55-99be-f5540efd1bce req-26a69dae-81c0-47a2-98b5-fe8ae8f2aad8 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Resources bound (agent type, host, resource id): {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:52:05.252693 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [req-848d67df-7616-4d55-99be-f5540efd1bce req-26a69dae-81c0-47a2-98b5-fe8ae8f2aad8 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Received port after_create {{(pid=110500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:52:05.267957 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-56be51f2-5244-49b1-8358-173b5f62e609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050'] for port (13b05ca5-cba2-437f-b1d2-35ca48ad906f), after_delete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:05.295988 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a69dae-81c0-47a2-98b5-fe8ae8f2aad8 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Pushing event updated for resources: {'Port': ['ID=896bf7dd-6b9f-467e-9c56-aa0be50361dc,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:52:05.297233 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-070e4071-8e77-4f9f-8682-6a85832ab297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1689123', 'neutron.services.segments.db._delete_segments_for_network-8755648326512'] for network (fcfdea38-f7ed-4182-bc5e-d5404ef24e0e), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:05.307829 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be51f2-5244-49b1-8358-173b5f62e609 None None] Pushing event deleted for resources: {'Port': ['ID=13b05ca5-cba2-437f-b1d2-35ca48ad906f,revision_number=None']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:52:05.312118 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56be51f2-5244-49b1-8358-173b5f62e609 None None] No DVR routers for this DVR port 13b05ca5-cba2-437f-b1d2-35ca48ad906f on host dv-cinder-819668-4-iscsi {{(pid=110502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 13:52:05.323745 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d67df-7616-4d55-99be-f5540efd1bce req-26a69dae-81c0-47a2-98b5-fe8ae8f2aad8 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:52:05.324458 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-848d67df-7616-4d55-99be-f5540efd1bce req-26a69dae-81c0-47a2-98b5-fe8ae8f2aad8 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:05.331701 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.services.segments.db [None req-070e4071-8e77-4f9f-8682-6a85832ab297 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcfdea38-f7ed-4182-bc5e-d5404ef24e0e']}} {{(pid=110501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:52:05.345943 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.services.segments.db [None req-070e4071-8e77-4f9f-8682-6a85832ab297 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a4a3e5b-0e17-442c-bc39-61e33c050f0d') {'for_net_delete': True} {{(pid=110501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:52:05.346335 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.services.segments.db [None req-070e4071-8e77-4f9f-8682-6a85832ab297 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a4a3e5b-0e17-442c-bc39-61e33c050f0d') {} {{(pid=110501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:52:05.348721 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-848d67df-7616-4d55-99be-f5540efd1bce req-26a69dae-81c0-47a2-98b5-fe8ae8f2aad8 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7184761 May 26 13:52:05.358092 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-070e4071-8e77-4f9f-8682-6a85832ab297 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755648326009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7142727'] for segment (3a4a3e5b-0e17-442c-bc39-61e33c050f0d), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:05.361781 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [req-848d67df-7616-4d55-99be-f5540efd1bce req-21ea3d5d-b5a7-4b68-8f72-6a4009f8e02c service neutron] Request body: {'port': {'device_id': '09ff322d-f620-4f65-9264-a8ec49efb2b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:52:05.380100 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-070e4071-8e77-4f9f-8682-6a85832ab297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329'] for segment (3a4a3e5b-0e17-442c-bc39-61e33c050f0d), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:05.382146 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:05.388721 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-070e4071-8e77-4f9f-8682-6a85832ab297 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=110501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 13:52:05.389258 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-070e4071-8e77-4f9f-8682-6a85832ab297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5523100'] for segment (3a4a3e5b-0e17-442c-bc39-61e33c050f0d), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:05.416880 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.services.segments.plugin [-] Segment 3a4a3e5b-0e17-442c-bc39-61e33c050f0d resource provider aggregate not found May 26 13:52:05.441765 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-848d67df-7616-4d55-99be-f5540efd1bce req-21ea3d5d-b5a7-4b68-8f72-6a4009f8e02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (896bf7dd-6b9f-467e-9c56-aa0be50361dc), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:05.466993 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.services.segments.plugin [-] Segment 3a4a3e5b-0e17-442c-bc39-61e33c050f0d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3a4a3e5b-0e17-442c-bc39-61e33c050f0d found for delete ", "request_id": "req-82e38370-f340-4e7d-a924-f2633921b195"}]} May 26 13:52:05.471182 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-070e4071-8e77-4f9f-8682-6a85832ab297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1689112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568567'] for network (fcfdea38-f7ed-4182-bc5e-d5404ef24e0e), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:05.478285 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-070e4071-8e77-4f9f-8682-6a85832ab297 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:05.484038 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-070e4071-8e77-4f9f-8682-6a85832ab297 admin admin] 10.222.0.16 "DELETE /v2.0/networks/fcfdea38-f7ed-4182-bc5e-d5404ef24e0e HTTP/1.1" status: 204 len: 168 time: 0.7120054 May 26 13:52:05.494958 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e4071-8e77-4f9f-8682-6a85832ab297 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcfdea38-f7ed-4182-bc5e-d5404ef24e0e,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:52:05.497963 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:05.625640 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-44d6aeb6-89bb-4164-b75f-372a104cd046 None None] Provisioning complete for port 896bf7dd-6b9f-467e-9c56-aa0be50361dc triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:52:05.625912 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-44d6aeb6-89bb-4164-b75f-372a104cd046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (896bf7dd-6b9f-467e-9c56-aa0be50361dc), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:05.634213 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 35798) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:52:05.664391 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-44d6aeb6-89bb-4164-b75f-372a104cd046 None None] Port 896bf7dd-6b9f-467e-9c56-aa0be50361dc cannot update to ACTIVE because it is not bound. {{(pid=110502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:52:05.666716 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f0559-8161-43f6-b039-58c8ef22b6b6 req-78d0695c-b7d7-4c37-ae67-0e0fe85bdf43 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:52:05.668325 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-547f0559-8161-43f6-b039-58c8ef22b6b6 req-78d0695c-b7d7-4c37-ae67-0e0fe85bdf43 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=09ff322d-f620-4f65-9264-a8ec49efb2b8 HTTP/1.1" status: 200 len: 931 time: 0.0591645 May 26 13:52:05.718419 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-547f0559-8161-43f6-b039-58c8ef22b6b6 req-10cddd37-6e0a-49f8-9a8a-a6538b1438f2 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4c493e0-a04b-44a5-ba07-4c03c8347638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441232 May 26 13:52:05.739855 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-d3eeadb8-944c-437f-ae64-2a89c679ca22 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=667a2ccd9c9045879b4b87e156997161&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1045566 May 26 13:52:05.742418 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 35800) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:52:05.845826 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:05.852814 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-052dd2dd-144d-49bf-a637-82e6d0d9bde0 admin admin] Publish callbacks [] for security_group (a0ae6c30-a60a-4484-b7db-fd71dfc957f5), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:05.905276 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [req-848d67df-7616-4d55-99be-f5540efd1bce req-21ea3d5d-b5a7-4b68-8f72-6a4009f8e02c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 896bf7dd-6b9f-467e-9c56-aa0be50361dc {{(pid=110500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:52:05.916094 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-848d67df-7616-4d55-99be-f5540efd1bce req-21ea3d5d-b5a7-4b68-8f72-6a4009f8e02c service neutron] Publish callbacks [] for port (896bf7dd-6b9f-467e-9c56-aa0be50361dc), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:05.919446 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-052dd2dd-144d-49bf-a637-82e6d0d9bde0 admin admin] Publish callbacks [] for security_group (a0ae6c30-a60a-4484-b7db-fd71dfc957f5), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:05.947174 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.provisioning_blocks [req-848d67df-7616-4d55-99be-f5540efd1bce req-21ea3d5d-b5a7-4b68-8f72-6a4009f8e02c service neutron] Transition to ACTIVE for port object 896bf7dd-6b9f-467e-9c56-aa0be50361dc will not be triggered until provisioned by entity L2. {{(pid=110500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 13:52:05.955107 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-848d67df-7616-4d55-99be-f5540efd1bce req-21ea3d5d-b5a7-4b68-8f72-6a4009f8e02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (896bf7dd-6b9f-467e-9c56-aa0be50361dc), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:06.018141 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea3d5d-b5a7-4b68-8f72-6a4009f8e02c service neutron] Pushing event updated for resources: {'Port': ['ID=896bf7dd-6b9f-467e-9c56-aa0be50361dc,revision_number=2']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:52:06.045810 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-052dd2dd-144d-49bf-a637-82e6d0d9bde0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (a0ae6c30-a60a-4484-b7db-fd71dfc957f5), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:06.048374 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-052dd2dd-144d-49bf-a637-82e6d0d9bde0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:06.049537 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-052dd2dd-144d-49bf-a637-82e6d0d9bde0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a0ae6c30-a60a-4484-b7db-fd71dfc957f5 HTTP/1.1" status: 204 len: 168 time: 0.3062098 May 26 13:52:06.083371 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052dd2dd-144d-49bf-a637-82e6d0d9bde0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ae6c30-a60a-4484-b7db-fd71dfc957f5,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:52:06.120625 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-848d67df-7616-4d55-99be-f5540efd1bce req-21ea3d5d-b5a7-4b68-8f72-6a4009f8e02c service neutron] Attempting to bind port 896bf7dd-6b9f-467e-9c56-aa0be50361dc on host hv-cinder-81966 for vnic_type normal with profile {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:52:06.120971 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-848d67df-7616-4d55-99be-f5540efd1bce req-21ea3d5d-b5a7-4b68-8f72-6a4009f8e02c service neutron] Attempting to bind port 896bf7dd-6b9f-467e-9c56-aa0be50361dc by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': 'e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '96b4b46b-ed06-4350-9763-5db4d4c655a1'}] {{(pid=110500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:52:06.121300 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848d67df-7616-4d55-99be-f5540efd1bce req-21ea3d5d-b5a7-4b68-8f72-6a4009f8e02c service neutron] Attempting to bind port 896bf7dd-6b9f-467e-9c56-aa0be50361dc on network 96b4b46b-ed06-4350-9763-5db4d4c655a1 {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:52:06.126644 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848d67df-7616-4d55-99be-f5540efd1bce req-21ea3d5d-b5a7-4b68-8f72-6a4009f8e02c service neutron] Port 896bf7dd-6b9f-467e-9c56-aa0be50361dc on network 96b4b46b-ed06-4350-9763-5db4d4c655a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 13:52:06.126967 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848d67df-7616-4d55-99be-f5540efd1bce req-21ea3d5d-b5a7-4b68-8f72-6a4009f8e02c service neutron] Attempting to bind port 896bf7dd-6b9f-467e-9c56-aa0be50361dc on network 96b4b46b-ed06-4350-9763-5db4d4c655a1 {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:52:06.133333 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848d67df-7616-4d55-99be-f5540efd1bce req-21ea3d5d-b5a7-4b68-8f72-6a4009f8e02c service neutron] Checking agent: {'id': '207809ce-be6b-4746-a715-8e1c980ff656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 42, 40), 'started_at': datetime.datetime(2022, 5, 26, 13, 42, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:52:06.133668 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848d67df-7616-4d55-99be-f5540efd1bce req-21ea3d5d-b5a7-4b68-8f72-6a4009f8e02c service neutron] Checking segment: {'id': 'e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '96b4b46b-ed06-4350-9763-5db4d4c655a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:52:06.134046 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848d67df-7616-4d55-99be-f5540efd1bce req-21ea3d5d-b5a7-4b68-8f72-6a4009f8e02c service neutron] Bound using segment: {'id': 'e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '96b4b46b-ed06-4350-9763-5db4d4c655a1'} {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:52:06.134473 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-848d67df-7616-4d55-99be-f5540efd1bce req-21ea3d5d-b5a7-4b68-8f72-6a4009f8e02c service neutron] Bound port: 896bf7dd-6b9f-467e-9c56-aa0be50361dc, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '96b4b46b-ed06-4350-9763-5db4d4c655a1'}}] {{(pid=110500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:52:06.134829 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-848d67df-7616-4d55-99be-f5540efd1bce req-21ea3d5d-b5a7-4b68-8f72-6a4009f8e02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (896bf7dd-6b9f-467e-9c56-aa0be50361dc), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:06.230839 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-848d67df-7616-4d55-99be-f5540efd1bce req-21ea3d5d-b5a7-4b68-8f72-6a4009f8e02c service neutron] For port 896bf7dd-6b9f-467e-9c56-aa0be50361dc, host hv-cinder-81966, cleared binding levels {{(pid=110500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:52:06.234255 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=3 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:06.239085 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-848d67df-7616-4d55-99be-f5540efd1bce req-21ea3d5d-b5a7-4b68-8f72-6a4009f8e02c service neutron] For port 896bf7dd-6b9f-467e-9c56-aa0be50361dc, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=896bf7dd-6b9f-467e-9c56-aa0be50361dc,segment=NetworkSegment(e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488),segment_id=e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488)] {{(pid=110500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:52:06.247634 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-848d67df-7616-4d55-99be-f5540efd1bce req-21ea3d5d-b5a7-4b68-8f72-6a4009f8e02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (896bf7dd-6b9f-467e-9c56-aa0be50361dc), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:06.301719 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d67df-7616-4d55-99be-f5540efd1bce req-21ea3d5d-b5a7-4b68-8f72-6a4009f8e02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:52:06.302224 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-848d67df-7616-4d55-99be-f5540efd1bce req-21ea3d5d-b5a7-4b68-8f72-6a4009f8e02c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:06.303646 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-848d67df-7616-4d55-99be-f5540efd1bce req-21ea3d5d-b5a7-4b68-8f72-6a4009f8e02c service neutron] 10.222.0.57 "PUT /v2.0/ports/896bf7dd-6b9f-467e-9c56-aa0be50361dc HTTP/1.1" status: 200 len: 1093 time: 0.9471600 May 26 13:52:06.304385 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ff322d-f620-4f65-9264-a8ec49efb2b8', 'tag': '896bf7dd-6b9f-467e-9c56-aa0be50361dc'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:52:06.306723 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f044d694-8a7a-49d8-aec6-45067a89cb0a" -d '{"events": [{"name": "network-changed", "server_uuid": "09ff322d-f620-4f65-9264-a8ec49efb2b8", "tag": "896bf7dd-6b9f-467e-9c56-aa0be50361dc"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:52:06.387839 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fb132c-41fe-4525-88b0-7a8d2bba1386 x-openstack-request-id: req-50fb132c-41fe-4525-88b0-7a8d2bba1386 {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:52:06.388580 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ff322d-f620-4f65-9264-a8ec49efb2b8", "tag": "896bf7dd-6b9f-467e-9c56-aa0be50361dc", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:52:06.388580 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-50fb132c-41fe-4525-88b0-7a8d2bba1386 {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:52:06.389002 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50fb132c-41fe-4525-88b0-7a8d2bba1386'] response: {'name': 'network-changed', 'server_uuid': '09ff322d-f620-4f65-9264-a8ec49efb2b8', 'tag': '896bf7dd-6b9f-467e-9c56-aa0be50361dc', 'status': 'completed', 'code': 200} May 26 13:52:06.389564 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea3d5d-b5a7-4b68-8f72-6a4009f8e02c service neutron] Pushing event updated for resources: {'Port': ['ID=896bf7dd-6b9f-467e-9c56-aa0be50361dc,revision_number=3']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:52:06.412654 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d67df-7616-4d55-99be-f5540efd1bce req-87b39842-0711-415c-9c7e-312fc4ed338d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:52:06.414094 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-848d67df-7616-4d55-99be-f5540efd1bce req-87b39842-0711-415c-9c7e-312fc4ed338d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2007395425194750a87edd6c0da44e66&device_id=09ff322d-f620-4f65-9264-a8ec49efb2b8 HTTP/1.1" status: 200 len: 1127 time: 0.0700219 May 26 13:52:06.464482 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-848d67df-7616-4d55-99be-f5540efd1bce req-8a61b5b7-f331-47ab-83fa-756fb1951750 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=896bf7dd-6b9f-467e-9c56-aa0be50361dc HTTP/1.1" status: 200 len: 217 time: 0.0413132 May 26 13:52:06.542436 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d67df-7616-4d55-99be-f5540efd1bce req-9d5399ac-f833-4974-9171-662236fb251f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:52:06.545269 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-848d67df-7616-4d55-99be-f5540efd1bce req-9d5399ac-f833-4974-9171-662236fb251f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=761e5aa1-c2fe-4f86-81be-d9dede097e42 HTTP/1.1" status: 200 len: 850 time: 0.0749760 May 26 13:52:06.599026 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d67df-7616-4d55-99be-f5540efd1bce req-6d025c04-fce0-4755-a934-559783461cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:52:06.600689 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-848d67df-7616-4d55-99be-f5540efd1bce req-6d025c04-fce0-4755-a934-559783461cc6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=96b4b46b-ed06-4350-9763-5db4d4c655a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491483 May 26 13:52:06.710485 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-848d67df-7616-4d55-99be-f5540efd1bce req-00930a7e-5707-438e-9b4c-a78b49b7d0a1 service neutron] 10.222.0.57 "GET /v2.0/networks/96b4b46b-ed06-4350-9763-5db4d4c655a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034558 May 26 13:52:06.823859 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-848d67df-7616-4d55-99be-f5540efd1bce req-84907339-5eb1-4642-ab88-d0632b00b883 service neutron] 10.222.0.57 "GET /v2.0/networks/96b4b46b-ed06-4350-9763-5db4d4c655a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076841 May 26 13:52:06.865680 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71217e9e-dc40-4899-8eb1-3f8f816c1202 req-47b91472-bc0e-4ecd-9b1c-baddc2948c93 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:52:06.867291 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-71217e9e-dc40-4899-8eb1-3f8f816c1202 req-47b91472-bc0e-4ecd-9b1c-baddc2948c93 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=09ff322d-f620-4f65-9264-a8ec49efb2b8 HTTP/1.1" status: 200 len: 943 time: 0.0681510 May 26 13:52:06.901869 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:UPDATE=3,neutron:SELECT=89,neutron:DELETE=8 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:06.919044 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 13b05ca5-cba2-437f-b1d2-35ca48ad906f no longer exists at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 13:52:06.940338 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-71217e9e-dc40-4899-8eb1-3f8f816c1202 req-d1ab5551-02b6-439e-9342-6045ddbc5607 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4c493e0-a04b-44a5-ba07-4c03c8347638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667725 May 26 13:52:06.951815 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] No Port match for: 13b05ca5-cba2-437f-b1d2-35ca48ad906f {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 13:52:06.952456 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 13b05ca5-cba2-437f-b1d2-35ca48ad906f not bound to the agent host dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 13:52:08.062921 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9649576-bf38-4189-bace-6cc90473fb7e req-15c7335a-3888-4dba-8617-98d47e499145 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:52:08.064525 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-d9649576-bf38-4189-bace-6cc90473fb7e req-15c7335a-3888-4dba-8617-98d47e499145 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=09ff322d-f620-4f65-9264-a8ec49efb2b8 HTTP/1.1" status: 200 len: 943 time: 0.0503302 May 26 13:52:08.117056 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-d9649576-bf38-4189-bace-6cc90473fb7e req-64b9c4b1-8dfa-4dce-93b8-2322f8ed52dc tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4c493e0-a04b-44a5-ba07-4c03c8347638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458066 May 26 13:52:08.423857 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 35880) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:52:08.546671 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-83ac3de7-72d8-4bad-8210-143aa884958c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:08.578333 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:08.658242 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-83ac3de7-72d8-4bad-8210-143aa884958c admin admin] Publish callbacks [] for security_group (372f236e-4ec8-4de6-8e01-a6262de7abe6), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:08.663988 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-83ac3de7-72d8-4bad-8210-143aa884958c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (372f236e-4ec8-4de6-8e01-a6262de7abe6), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:08.705342 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac3de7-72d8-4bad-8210-143aa884958c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372f236e-4ec8-4de6-8e01-a6262de7abe6,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:52:08.709902 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-83ac3de7-72d8-4bad-8210-143aa884958c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=36c9e727df044de4a205a8454716bdd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2849238 May 26 13:52:08.712782 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 35884) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:52:08.716441 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac3de7-72d8-4bad-8210-143aa884958c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:08.716804 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac3de7-72d8-4bad-8210-143aa884958c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:08.717151 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac3de7-72d8-4bad-8210-143aa884958c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:08.717495 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac3de7-72d8-4bad-8210-143aa884958c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:08.717865 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac3de7-72d8-4bad-8210-143aa884958c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:08.718198 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac3de7-72d8-4bad-8210-143aa884958c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:08.718532 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac3de7-72d8-4bad-8210-143aa884958c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:08.718868 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac3de7-72d8-4bad-8210-143aa884958c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:08.719195 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac3de7-72d8-4bad-8210-143aa884958c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:08.719523 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac3de7-72d8-4bad-8210-143aa884958c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:08.719853 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac3de7-72d8-4bad-8210-143aa884958c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:08.720184 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac3de7-72d8-4bad-8210-143aa884958c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:08.721069 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac3de7-72d8-4bad-8210-143aa884958c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:08.721069 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac3de7-72d8-4bad-8210-143aa884958c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:08.721276 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac3de7-72d8-4bad-8210-143aa884958c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:08.766924 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-262f49bb-7287-4cf3-adf3-8cec8d96e389 admin admin] Publish callbacks [] for security_group (372f236e-4ec8-4de6-8e01-a6262de7abe6), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:08.790757 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-262f49bb-7287-4cf3-adf3-8cec8d96e389 admin admin] Publish callbacks [] for security_group (372f236e-4ec8-4de6-8e01-a6262de7abe6), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:08.848173 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-262f49bb-7287-4cf3-adf3-8cec8d96e389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (372f236e-4ec8-4de6-8e01-a6262de7abe6), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:08.850986 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-262f49bb-7287-4cf3-adf3-8cec8d96e389 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:08.852201 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-262f49bb-7287-4cf3-adf3-8cec8d96e389 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/372f236e-4ec8-4de6-8e01-a6262de7abe6 HTTP/1.1" status: 204 len: 168 time: 0.1379848 May 26 13:52:08.860937 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262f49bb-7287-4cf3-adf3-8cec8d96e389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372f236e-4ec8-4de6-8e01-a6262de7abe6,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:52:09.095975 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044d694-8a7a-49d8-aec6-45067a89cb0a req-a6bcedff-62d9-462a-ac3c-fdae23a79db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:52:09.098342 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f044d694-8a7a-49d8-aec6-45067a89cb0a req-a6bcedff-62d9-462a-ac3c-fdae23a79db6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2007395425194750a87edd6c0da44e66&device_id=09ff322d-f620-4f65-9264-a8ec49efb2b8 HTTP/1.1" status: 200 len: 1127 time: 0.0465176 May 26 13:52:09.170459 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 35892) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:52:09.193368 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-47fa0a70-1fa2-47d4-aad5-1a6ba014388d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:09.214821 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044d694-8a7a-49d8-aec6-45067a89cb0a req-b5de5318-44db-4066-a3ed-efafafb92a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:52:09.216294 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f044d694-8a7a-49d8-aec6-45067a89cb0a req-b5de5318-44db-4066-a3ed-efafafb92a64 service neutron] 10.222.0.57 "GET /v2.0/networks?id=96b4b46b-ed06-4350-9763-5db4d4c655a1 HTTP/1.1" status: 200 len: 912 time: 0.1117759 May 26 13:52:09.256013 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b996c-88e9-493b-bb96-117d054adadc req-a76b4b9a-5c17-4d18-b90f-ddbbd66bcdb5 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:52:09.257852 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-193b996c-88e9-493b-bb96-117d054adadc req-a76b4b9a-5c17-4d18-b90f-ddbbd66bcdb5 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=09ff322d-f620-4f65-9264-a8ec49efb2b8 HTTP/1.1" status: 200 len: 943 time: 0.0672448 May 26 13:52:09.260701 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f044d694-8a7a-49d8-aec6-45067a89cb0a req-2c715ba1-7f55-4462-9e66-7afc871c2323 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=896bf7dd-6b9f-467e-9c56-aa0be50361dc HTTP/1.1" status: 200 len: 217 time: 0.0377982 May 26 13:52:09.318180 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044d694-8a7a-49d8-aec6-45067a89cb0a req-a426ae7a-f8c3-49d1-bc09-10c6d7091dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:52:09.320506 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f044d694-8a7a-49d8-aec6-45067a89cb0a req-a426ae7a-f8c3-49d1-bc09-10c6d7091dc1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=761e5aa1-c2fe-4f86-81be-d9dede097e42 HTTP/1.1" status: 200 len: 850 time: 0.0539789 May 26 13:52:09.344724 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-193b996c-88e9-493b-bb96-117d054adadc req-d4aa057c-0c7a-4d9d-ad17-1779ca8350d4 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4c493e0-a04b-44a5-ba07-4c03c8347638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761020 May 26 13:52:09.369118 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044d694-8a7a-49d8-aec6-45067a89cb0a req-bda7b125-47aa-4bee-92ee-0d2e94e71e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:52:09.369943 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-47fa0a70-1fa2-47d4-aad5-1a6ba014388d admin admin] Publish callbacks [] for security_group (bcfb9b07-bad3-4b30-904e-5baa27aed5b2), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:09.370660 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f044d694-8a7a-49d8-aec6-45067a89cb0a req-bda7b125-47aa-4bee-92ee-0d2e94e71e09 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=96b4b46b-ed06-4350-9763-5db4d4c655a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443573 May 26 13:52:09.374919 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-47fa0a70-1fa2-47d4-aad5-1a6ba014388d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (bcfb9b07-bad3-4b30-904e-5baa27aed5b2), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:09.418586 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa0a70-1fa2-47d4-aad5-1a6ba014388d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfb9b07-bad3-4b30-904e-5baa27aed5b2,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:52:09.422910 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-47fa0a70-1fa2-47d4-aad5-1a6ba014388d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8d934e991789477ab33c75cee41d219e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2506268 May 26 13:52:09.428173 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 35894) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:52:09.470373 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f044d694-8a7a-49d8-aec6-45067a89cb0a req-0548e910-3b1a-4efb-bc9b-e14a9d280b84 service neutron] 10.222.0.57 "GET /v2.0/networks/96b4b46b-ed06-4350-9763-5db4d4c655a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932302 May 26 13:52:09.481694 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-0d9397b8-59eb-404e-a7e8-ac2a4f634fd6 admin admin] Publish callbacks [] for security_group (bcfb9b07-bad3-4b30-904e-5baa27aed5b2), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:09.485385 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:09.507887 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-0d9397b8-59eb-404e-a7e8-ac2a4f634fd6 admin admin] Publish callbacks [] for security_group (bcfb9b07-bad3-4b30-904e-5baa27aed5b2), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:09.567545 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-0d9397b8-59eb-404e-a7e8-ac2a4f634fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (bcfb9b07-bad3-4b30-904e-5baa27aed5b2), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:09.570738 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-0d9397b8-59eb-404e-a7e8-ac2a4f634fd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:09.571329 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f044d694-8a7a-49d8-aec6-45067a89cb0a req-3584dfab-926b-4494-be3b-7829ce0b97c5 service neutron] 10.222.0.57 "GET /v2.0/networks/96b4b46b-ed06-4350-9763-5db4d4c655a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947902 May 26 13:52:09.572731 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-0d9397b8-59eb-404e-a7e8-ac2a4f634fd6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bcfb9b07-bad3-4b30-904e-5baa27aed5b2 HTTP/1.1" status: 204 len: 168 time: 0.1435690 May 26 13:52:09.581407 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9397b8-59eb-404e-a7e8-ac2a4f634fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfb9b07-bad3-4b30-904e-5baa27aed5b2,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:52:09.605445 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 896bf7dd-6b9f-467e-9c56-aa0be50361dc details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=110502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 13:52:09.667878 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:09.712160 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 896bf7dd-6b9f-467e-9c56-aa0be50361dc, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=896bf7dd-6b9f-467e-9c56-aa0be50361dc,segment=NetworkSegment(e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488),segment_id=e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:52:09.725326 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Returning: {'device': '896bf7dd-6b9f-467e-9c56-aa0be50361dc', 'network_id': '96b4b46b-ed06-4350-9763-5db4d4c655a1', 'port_id': '896bf7dd-6b9f-467e-9c56-aa0be50361dc', 'mac_address': 'fa:16:3e:a5:8f:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '761e5aa1-c2fe-4f86-81be-d9dede097e42', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 13:52:09.766676 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port 896bf7dd-6b9f-467e-9c56-aa0be50361dc is: DOWN; New status is: BUILD {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:52:09.767084 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (896bf7dd-6b9f-467e-9c56-aa0be50361dc), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:09.781277 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 896bf7dd-6b9f-467e-9c56-aa0be50361dc {{(pid=110502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:52:09.786752 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:09.805566 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 896bf7dd-6b9f-467e-9c56-aa0be50361dc, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=896bf7dd-6b9f-467e-9c56-aa0be50361dc,segment=NetworkSegment(e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488),segment_id=e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:52:09.809545 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (896bf7dd-6b9f-467e-9c56-aa0be50361dc), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:09.856641 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=896bf7dd-6b9f-467e-9c56-aa0be50361dc,revision_number=4']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:52:10.156642 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] get_ports_and_sgs() called for port_ids ['896bf7dd-6b9f-467e-9c56-aa0be50361dc'] {{(pid=110502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 13:52:10.477474 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce00a3a-d51d-445f-b7ff-2a2992379996 req-bbf93a5d-223d-4d80-afa7-a1acfc4ce4cc tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:52:10.478960 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bce00a3a-d51d-445f-b7ff-2a2992379996 req-bbf93a5d-223d-4d80-afa7-a1acfc4ce4cc tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=09ff322d-f620-4f65-9264-a8ec49efb2b8 HTTP/1.1" status: 200 len: 944 time: 0.0493820 May 26 13:52:10.531839 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bce00a3a-d51d-445f-b7ff-2a2992379996 req-d70eb63d-233c-4065-bf43-3e2f31922548 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4c493e0-a04b-44a5-ba07-4c03c8347638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467670 May 26 13:52:11.024027 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:11.619509 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 896bf7dd-6b9f-467e-9c56-aa0be50361dc up at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:52:11.642280 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:11.657865 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67267a69-69ce-4d57-9773-40c38c3ab69c req-8a4d0c97-dbc0-47d2-9330-669496848a27 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:52:11.659865 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-67267a69-69ce-4d57-9773-40c38c3ab69c req-8a4d0c97-dbc0-47d2-9330-669496848a27 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=09ff322d-f620-4f65-9264-a8ec49efb2b8 HTTP/1.1" status: 200 len: 944 time: 0.0571752 May 26 13:52:11.675575 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Provisioning for port 896bf7dd-6b9f-467e-9c56-aa0be50361dc completed by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 13:52:11.682103 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Provisioning complete for port 896bf7dd-6b9f-467e-9c56-aa0be50361dc triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:52:11.682588 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (896bf7dd-6b9f-467e-9c56-aa0be50361dc), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:11.714970 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-67267a69-69ce-4d57-9773-40c38c3ab69c req-bd27ccef-e887-426f-ac15-a8ca962e291a tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4c493e0-a04b-44a5-ba07-4c03c8347638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476210 May 26 13:52:11.772745 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port 896bf7dd-6b9f-467e-9c56-aa0be50361dc is: BUILD; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:52:11.773134 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (896bf7dd-6b9f-467e-9c56-aa0be50361dc), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:11.797783 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ff322d-f620-4f65-9264-a8ec49efb2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896bf7dd-6b9f-467e-9c56-aa0be50361dc'}] {{(pid=110502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:52:11.802098 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186ee40048dd7feccd586c88f433d7b47dbfd7dc0140a518261bfa5b158966a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd93363-42a2-428a-8b1e-664e4bf214a9" -d '{"events": [{"server_uuid": "09ff322d-f620-4f65-9264-a8ec49efb2b8", "name": "network-vif-plugged", "status": "completed", "tag": "896bf7dd-6b9f-467e-9c56-aa0be50361dc"}]}' {{(pid=110502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:52:11.818239 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 896bf7dd-6b9f-467e-9c56-aa0be50361dc, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=896bf7dd-6b9f-467e-9c56-aa0be50361dc,segment=NetworkSegment(e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488),segment_id=e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:52:11.821983 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (896bf7dd-6b9f-467e-9c56-aa0be50361dc), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:11.848881 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bad707f-ae4b-432e-9092-0bb4946ae398 x-openstack-request-id: req-8bad707f-ae4b-432e-9092-0bb4946ae398 {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:52:11.849265 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ff322d-f620-4f65-9264-a8ec49efb2b8", "name": "network-vif-plugged", "status": "completed", "tag": "896bf7dd-6b9f-467e-9c56-aa0be50361dc", "code": 200}]} {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:52:11.849414 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8bad707f-ae4b-432e-9092-0bb4946ae398 {{(pid=110502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:52:11.849804 dv-cinder-819668-4-iscsi neutron-server[110502]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bad707f-ae4b-432e-9092-0bb4946ae398'] response: {'server_uuid': '09ff322d-f620-4f65-9264-a8ec49efb2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896bf7dd-6b9f-467e-9c56-aa0be50361dc', 'code': 200} May 26 13:52:11.882020 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=896bf7dd-6b9f-467e-9c56-aa0be50361dc,revision_number=5']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:52:12.046589 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b8a19-cf0d-46b3-a968-ddccaea7add1 req-b508ffaa-98ef-4235-8822-5329cae9c057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:52:12.048094 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-242b8a19-cf0d-46b3-a968-ddccaea7add1 req-b508ffaa-98ef-4235-8822-5329cae9c057 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=09ff322d-f620-4f65-9264-a8ec49efb2b8 HTTP/1.1" status: 200 len: 1129 time: 0.0382774 May 26 13:52:12.090495 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-242b8a19-cf0d-46b3-a968-ddccaea7add1 req-4f98cdf6-fa7a-4536-b1d7-a48f3eff51d0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c4c493e0-a04b-44a5-ba07-4c03c8347638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369439 May 26 13:52:12.836022 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe655c-344c-4c40-961d-da0c1df3f101 req-756663d8-3e2b-4f1d-9bf7-beb4a794bfe2 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:52:12.837520 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-0fbe655c-344c-4c40-961d-da0c1df3f101 req-756663d8-3e2b-4f1d-9bf7-beb4a794bfe2 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=09ff322d-f620-4f65-9264-a8ec49efb2b8 HTTP/1.1" status: 200 len: 945 time: 0.0509894 May 26 13:52:12.885034 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-0fbe655c-344c-4c40-961d-da0c1df3f101 req-63ce6873-1103-4018-8931-7076eb865aab tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4c493e0-a04b-44a5-ba07-4c03c8347638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416508 May 26 13:52:13.596282 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:13.601443 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:14.009147 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82aa92-380f-461a-816a-4b440fcc367f req-aba8fdf9-0c81-410b-a92c-3daa734e534a tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:52:14.010597 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5b82aa92-380f-461a-816a-4b440fcc367f req-aba8fdf9-0c81-410b-a92c-3daa734e534a tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=09ff322d-f620-4f65-9264-a8ec49efb2b8 HTTP/1.1" status: 200 len: 945 time: 0.0460474 May 26 13:52:14.058769 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5b82aa92-380f-461a-816a-4b440fcc367f req-73dbff0f-f252-4f73-b302-732d78208fbc tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4c493e0-a04b-44a5-ba07-4c03c8347638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425389 May 26 13:52:14.088142 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-13056f49-59d8-43c3-9f48-6b694c0e4d26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:14.176029 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042aea80-d07f-4e25-b9d0-366af8437a19 req-8b783883-a0b7-4908-8475-7234c2424596 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:52:14.177457 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-042aea80-d07f-4e25-b9d0-366af8437a19 req-8b783883-a0b7-4908-8475-7234c2424596 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=09ff322d-f620-4f65-9264-a8ec49efb2b8 HTTP/1.1" status: 200 len: 945 time: 0.0473251 May 26 13:52:14.185869 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 35996) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:52:14.190688 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-556d9d7a-e58f-4018-ac4c-4bfa10eaf339 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Request body: {'floatingip': {'port_id': '896bf7dd-6b9f-467e-9c56-aa0be50361dc'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:52:14.228886 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-556d9d7a-e58f-4018-ac4c-4bfa10eaf339 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks [] for floatingip (6b06acc7-18d2-41f7-87a3-c23ed9ba3581), before_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:14.322806 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:14.667533 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-556d9d7a-e58f-4018-ac4c-4bfa10eaf339 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:14.671227 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-556d9d7a-e58f-4018-ac4c-4bfa10eaf339 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568549'] for floatingip (6b06acc7-18d2-41f7-87a3-c23ed9ba3581), after_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:14.776153 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.db.l3_db [None req-556d9d7a-e58f-4018-ac4c-4bfa10eaf339 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Floating IP 6b06acc7-18d2-41f7-87a3-c23ed9ba3581 associated. External IP: 172.27.2.105, port: 896bf7dd-6b9f-467e-9c56-aa0be50361dc. May 26 13:52:14.781717 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 36008) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:52:14.903143 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-4e9e7310-c7bb-4856-bfae-835c637444a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:14.939010 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:INSERT=6,neutron:SELECT=94 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:14.989178 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556d9d7a-e58f-4018-ac4c-4bfa10eaf339 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Router 649401c9-bfab-426e-a474-f39017d3abed has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:52:14.990349 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-4e9e7310-c7bb-4856-bfae-835c637444a0 admin admin] Publish callbacks [] for security_group (7c957be2-b210-4858-9fc6-83dca032c44d), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:14.994386 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-4e9e7310-c7bb-4856-bfae-835c637444a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (7c957be2-b210-4858-9fc6-83dca032c44d), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:14.996970 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:15.035210 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-4e9e7310-c7bb-4856-bfae-835c637444a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4ca288d5669d4cc19231a5159c3730fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2498620 May 26 13:52:15.035788 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 36012) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:52:15.039237 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e7310-c7bb-4856-bfae-835c637444a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c957be2-b210-4858-9fc6-83dca032c44d,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:52:15.136495 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f928f928-898d-46d4-bc9f-d92b5f861100 admin admin] Publish callbacks [] for security_group (7c957be2-b210-4858-9fc6-83dca032c44d), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:15.142706 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556d9d7a-e58f-4018-ac4c-4bfa10eaf339 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:52:15.151884 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-556d9d7a-e58f-4018-ac4c-4bfa10eaf339 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for floatingip (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:15.153318 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57abe02f-3b50-4103-b757-064cfd8402ca None None] Sync routers for ids ['649401c9-bfab-426e-a474-f39017d3abed'] in dv-cinder-819668-4-iscsi {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:52:15.163648 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57abe02f-3b50-4103-b757-064cfd8402ca None None] Routers {'649401c9-bfab-426e-a474-f39017d3abed'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:52:15.164288 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-57abe02f-3b50-4103-b757-064cfd8402ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:51:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['649401c9-bfab-426e-a474-f39017d3abed'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:52:15.185685 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f928f928-898d-46d4-bc9f-d92b5f861100 admin admin] Publish callbacks [] for security_group (7c957be2-b210-4858-9fc6-83dca032c44d), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:15.207075 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-556d9d7a-e58f-4018-ac4c-4bfa10eaf339 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "PUT /v2.0/floatingips/6b06acc7-18d2-41f7-87a3-c23ed9ba3581 HTTP/1.1" status: 200 len: 991 time: 1.0194130 May 26 13:52:15.209231 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ff322d-f620-4f65-9264-a8ec49efb2b8', 'tag': '896bf7dd-6b9f-467e-9c56-aa0be50361dc'}] {{(pid=110501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:52:15.211512 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7554ed366569566c1c07a20dc3a12fa332abf68ec20ff88de472e4216b3e5b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e747407-295f-4441-bdc1-952b166391da" -d '{"events": [{"name": "network-changed", "server_uuid": "09ff322d-f620-4f65-9264-a8ec49efb2b8", "tag": "896bf7dd-6b9f-467e-9c56-aa0be50361dc"}]}' {{(pid=110501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:52:15.253489 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f928f928-898d-46d4-bc9f-d92b5f861100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (7c957be2-b210-4858-9fc6-83dca032c44d), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:15.256534 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f928f928-898d-46d4-bc9f-d92b5f861100 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:15.259867 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-f928f928-898d-46d4-bc9f-d92b5f861100 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7c957be2-b210-4858-9fc6-83dca032c44d HTTP/1.1" status: 204 len: 168 time: 0.2213151 May 26 13:52:15.268064 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f928f928-898d-46d4-bc9f-d92b5f861100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c957be2-b210-4858-9fc6-83dca032c44d,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:52:15.274013 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-57abe02f-3b50-4103-b757-064cfd8402ca None None] Set router 649401c9-bfab-426e-a474-f39017d3abed gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:52:15.513808 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206baa83-a555-419b-94de-5ff2243fc2cb x-openstack-request-id: req-206baa83-a555-419b-94de-5ff2243fc2cb {{(pid=110501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:52:15.514204 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ff322d-f620-4f65-9264-a8ec49efb2b8", "tag": "896bf7dd-6b9f-467e-9c56-aa0be50361dc", "status": "completed", "code": 200}]} {{(pid=110501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:52:15.514556 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-206baa83-a555-419b-94de-5ff2243fc2cb {{(pid=110501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:52:15.515114 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.notifiers.nova [-] Nova event matching ['req-206baa83-a555-419b-94de-5ff2243fc2cb'] response: {'name': 'network-changed', 'server_uuid': '09ff322d-f620-4f65-9264-a8ec49efb2b8', 'tag': '896bf7dd-6b9f-467e-9c56-aa0be50361dc', 'status': 'completed', 'code': 200} May 26 13:52:15.544000 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-57abe02f-3b50-4103-b757-064cfd8402ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649401c9-bfab-426e-a474-f39017d3abed', 'name': 'tempest-AttachVolumeTestJSON-1151764757-router', 'tenant_id': '2007395425194750a87edd6c0da44e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '2f0f44b1-11a6-4147-9e20-becacca0e572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:41Z', 'updated_at': '2022-05-26T13:44:54Z', 'revision_number': 4, 'project_id': '2007395425194750a87edd6c0da44e66', 'gw_port': {'id': '2f0f44b1-11a6-4147-9e20-becacca0e572', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649401c9-bfab-426e-a474-f39017d3abed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:43Z', 'updated_at': '2022-05-26T13:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': '6b06acc7-18d2-41f7-87a3-c23ed9ba3581', 'tenant_id': '2007395425194750a87edd6c0da44e66', 'floating_ip_address': '172.27.2.105', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': '649401c9-bfab-426e-a474-f39017d3abed', 'port_id': '896bf7dd-6b9f-467e-9c56-aa0be50361dc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96b4b46b-ed06-4350-9763-5db4d4c655a1', 'mac_address': 'fa:16:3e:a5:8f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ff322d-f620-4f65-9264-a8ec49efb2b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:52:02Z', 'updated_at': '2022-05-26T13:52:14Z', 'revision_number': 1, 'project_id': '2007395425194750a87edd6c0da44e66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e54294ea-3afb-4b2d-83ff-b763f5634f47', 'name': '', 'network_id': '96b4b46b-ed06-4350-9763-5db4d4c655a1', 'tenant_id': '2007395425194750a87edd6c0da44e66', 'mac_address': 'fa:16:3e:d2:a9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649401c9-bfab-426e-a474-f39017d3abed', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '761e5aa1-c2fe-4f86-81be-d9dede097e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:51Z', 'updated_at': '2022-05-26T13:45:04Z', 'revision_number': 5, 'project_id': '2007395425194750a87edd6c0da44e66', 'subnets': [{'id': '761e5aa1-c2fe-4f86-81be-d9dede097e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:52:15.574513 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57abe02f-3b50-4103-b757-064cfd8402ca None None] Checking router: 649401c9-bfab-426e-a474-f39017d3abed for host: dv-cinder-819668-4-iscsi {{(pid=110503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:52:15.584190 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57abe02f-3b50-4103-b757-064cfd8402ca None None] Routers {'649401c9-bfab-426e-a474-f39017d3abed'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:52:15.584852 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-57abe02f-3b50-4103-b757-064cfd8402ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:51:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['649401c9-bfab-426e-a474-f39017d3abed'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:52:15.590213 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e747407-295f-4441-bdc1-952b166391da req-69e7a342-2efc-41cf-a83a-76d9214e4e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:52:15.591644 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-9e747407-295f-4441-bdc1-952b166391da req-69e7a342-2efc-41cf-a83a-76d9214e4e90 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2007395425194750a87edd6c0da44e66&device_id=09ff322d-f620-4f65-9264-a8ec49efb2b8 HTTP/1.1" status: 200 len: 1129 time: 0.0477388 May 26 13:52:15.609287 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 36024) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:52:15.625937 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b4678905-abdb-410f-a1ce-3f0693237f88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:15.665956 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:15.687586 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-57abe02f-3b50-4103-b757-064cfd8402ca None None] Set router 649401c9-bfab-426e-a474-f39017d3abed gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:52:15.704329 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e747407-295f-4441-bdc1-952b166391da req-5f60544b-c4a8-4310-bab5-5dfc9169764d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:52:15.705826 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-9e747407-295f-4441-bdc1-952b166391da req-5f60544b-c4a8-4310-bab5-5dfc9169764d service neutron] 10.222.0.57 "GET /v2.0/networks?id=96b4b46b-ed06-4350-9763-5db4d4c655a1 HTTP/1.1" status: 200 len: 912 time: 0.1082668 May 26 13:52:15.726632 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b4678905-abdb-410f-a1ce-3f0693237f88 admin admin] Publish callbacks [] for security_group (b367c0a6-6bad-4f72-a8d6-9ead04cc5369), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:15.731956 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b4678905-abdb-410f-a1ce-3f0693237f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (b367c0a6-6bad-4f72-a8d6-9ead04cc5369), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:15.772474 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-9e747407-295f-4441-bdc1-952b166391da req-03598ac6-5569-4328-88df-12845de1ab60 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=896bf7dd-6b9f-467e-9c56-aa0be50361dc HTTP/1.1" status: 200 len: 999 time: 0.0605602 May 26 13:52:15.779603 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4678905-abdb-410f-a1ce-3f0693237f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b367c0a6-6bad-4f72-a8d6-9ead04cc5369,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:52:15.787686 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-b4678905-abdb-410f-a1ce-3f0693237f88 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9bef378e0c1140a58c3727bd8d2a3e6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1773186 May 26 13:52:15.800722 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 36026) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:52:15.826965 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e747407-295f-4441-bdc1-952b166391da req-2c255a16-19d1-4acf-b940-33903678d57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:52:15.828553 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-9e747407-295f-4441-bdc1-952b166391da req-2c255a16-19d1-4acf-b940-33903678d57b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=761e5aa1-c2fe-4f86-81be-d9dede097e42 HTTP/1.1" status: 200 len: 850 time: 0.0503364 May 26 13:52:15.861539 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b26caf84-53eb-40c5-b2ab-1956b269d289 admin admin] Publish callbacks [] for security_group (b367c0a6-6bad-4f72-a8d6-9ead04cc5369), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:15.880350 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e747407-295f-4441-bdc1-952b166391da req-4ce7a8d6-eff9-448b-a399-896b24dcb934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:52:15.881957 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-9e747407-295f-4441-bdc1-952b166391da req-4ce7a8d6-eff9-448b-a399-896b24dcb934 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=96b4b46b-ed06-4350-9763-5db4d4c655a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464845 May 26 13:52:15.892443 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b26caf84-53eb-40c5-b2ab-1956b269d289 admin admin] Publish callbacks [] for security_group (b367c0a6-6bad-4f72-a8d6-9ead04cc5369), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:15.920821 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-57abe02f-3b50-4103-b757-064cfd8402ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649401c9-bfab-426e-a474-f39017d3abed', 'name': 'tempest-AttachVolumeTestJSON-1151764757-router', 'tenant_id': '2007395425194750a87edd6c0da44e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '2f0f44b1-11a6-4147-9e20-becacca0e572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:41Z', 'updated_at': '2022-05-26T13:44:54Z', 'revision_number': 4, 'project_id': '2007395425194750a87edd6c0da44e66', 'gw_port': {'id': '2f0f44b1-11a6-4147-9e20-becacca0e572', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649401c9-bfab-426e-a474-f39017d3abed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:43Z', 'updated_at': '2022-05-26T13:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': '6b06acc7-18d2-41f7-87a3-c23ed9ba3581', 'tenant_id': '2007395425194750a87edd6c0da44e66', 'floating_ip_address': '172.27.2.105', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': '649401c9-bfab-426e-a474-f39017d3abed', 'port_id': '896bf7dd-6b9f-467e-9c56-aa0be50361dc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96b4b46b-ed06-4350-9763-5db4d4c655a1', 'mac_address': 'fa:16:3e:a5:8f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ff322d-f620-4f65-9264-a8ec49efb2b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:52:02Z', 'updated_at': '2022-05-26T13:52:14Z', 'revision_number': 1, 'project_id': '2007395425194750a87edd6c0da44e66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e54294ea-3afb-4b2d-83ff-b763f5634f47', 'name': '', 'network_id': '96b4b46b-ed06-4350-9763-5db4d4c655a1', 'tenant_id': '2007395425194750a87edd6c0da44e66', 'mac_address': 'fa:16:3e:d2:a9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649401c9-bfab-426e-a474-f39017d3abed', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '761e5aa1-c2fe-4f86-81be-d9dede097e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:51Z', 'updated_at': '2022-05-26T13:45:04Z', 'revision_number': 5, 'project_id': '2007395425194750a87edd6c0da44e66', 'subnets': [{'id': '761e5aa1-c2fe-4f86-81be-d9dede097e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:52:15.952743 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57abe02f-3b50-4103-b757-064cfd8402ca None None] The sync data for ids ['649401c9-bfab-426e-a474-f39017d3abed'] in dv-cinder-819668-4-iscsi is: [{'id': '649401c9-bfab-426e-a474-f39017d3abed', 'name': 'tempest-AttachVolumeTestJSON-1151764757-router', 'tenant_id': '2007395425194750a87edd6c0da44e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '2f0f44b1-11a6-4147-9e20-becacca0e572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:41Z', 'updated_at': '2022-05-26T13:44:54Z', 'revision_number': 4, 'project_id': '2007395425194750a87edd6c0da44e66', 'gw_port': {'id': '2f0f44b1-11a6-4147-9e20-becacca0e572', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649401c9-bfab-426e-a474-f39017d3abed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:43Z', 'updated_at': '2022-05-26T13:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': '6b06acc7-18d2-41f7-87a3-c23ed9ba3581', 'tenant_id': '2007395425194750a87edd6c0da44e66', 'floating_ip_address': '172.27.2.105', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': '649401c9-bfab-426e-a474-f39017d3abed', 'port_id': '896bf7dd-6b9f-467e-9c56-aa0be50361dc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96b4b46b-ed06-4350-9763-5db4d4c655a1', 'mac_address': 'fa:16:3e:a5:8f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ff322d-f620-4f65-9264-a8ec49efb2b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:52:02Z', 'updated_at': '2022-05-26T13:52:14Z', 'revision_number': 1, 'project_id': '2007395425194750a87edd6c0da44e66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e54294ea-3afb-4b2d-83ff-b763f5634f47', 'name': '', 'network_id': '96b4b46b-ed06-4350-9763-5db4d4c655a1', 'tenant_id': '2007395425194750a87edd6c0da44e66', 'mac_address': 'fa:16:3e:d2:a9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649401c9-bfab-426e-a474-f39017d3abed', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '761e5aa1-c2fe-4f86-81be-d9dede097e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:51Z', 'updated_at': '2022-05-26T13:45:04Z', 'revision_number': 5, 'project_id': '2007395425194750a87edd6c0da44e66', 'subnets': [{'id': '761e5aa1-c2fe-4f86-81be-d9dede097e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:52:15.953283 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b26caf84-53eb-40c5-b2ab-1956b269d289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (b367c0a6-6bad-4f72-a8d6-9ead04cc5369), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:15.956548 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b26caf84-53eb-40c5-b2ab-1956b269d289 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:15.957706 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-b26caf84-53eb-40c5-b2ab-1956b269d289 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b367c0a6-6bad-4f72-a8d6-9ead04cc5369 HTTP/1.1" status: 204 len: 168 time: 0.1598959 May 26 13:52:15.966079 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26caf84-53eb-40c5-b2ab-1956b269d289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b367c0a6-6bad-4f72-a8d6-9ead04cc5369,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:52:15.993312 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-9e747407-295f-4441-bdc1-952b166391da req-5675e0b5-7c66-49b4-8352-bbee3e8e307f service neutron] 10.222.0.57 "GET /v2.0/networks/96b4b46b-ed06-4350-9763-5db4d4c655a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040161 May 26 13:52:16.020585 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:16.098846 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-9e747407-295f-4441-bdc1-952b166391da req-9dadef54-b934-4e4c-b42f-9d796836a07d service neutron] 10.222.0.57 "GET /v2.0/networks/96b4b46b-ed06-4350-9763-5db4d4c655a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989738 May 26 13:52:16.205195 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1de5fb-2054-41a7-889f-566d778835be None None] New status for floating IP 6b06acc7-18d2-41f7-87a3-c23ed9ba3581: ACTIVE {{(pid=110502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 13:52:16.332060 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 36032) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:52:16.346004 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6483721c-4034-4689-9bcd-578c564b8050 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:16.431713 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6483721c-4034-4689-9bcd-578c564b8050 admin admin] Publish callbacks [] for security_group (2b994e1d-87da-4831-9cc6-08a1cc53ce01), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:16.435472 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6483721c-4034-4689-9bcd-578c564b8050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (2b994e1d-87da-4831-9cc6-08a1cc53ce01), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:16.438921 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:16.471018 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5c23f1f2-4119-439b-8c6d-e858355aafb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:16.474444 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-6483721c-4034-4689-9bcd-578c564b8050 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ae42a6f03c8b481a896f7137cb972fe0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411479 May 26 13:52:16.477122 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 36034) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:52:16.479921 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6483721c-4034-4689-9bcd-578c564b8050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b994e1d-87da-4831-9cc6-08a1cc53ce01,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:52:16.527208 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-306da364-c821-4458-afd4-068f2227e1cd admin admin] Publish callbacks [] for security_group (2b994e1d-87da-4831-9cc6-08a1cc53ce01), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:16.552808 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-306da364-c821-4458-afd4-068f2227e1cd admin admin] Publish callbacks [] for security_group (2b994e1d-87da-4831-9cc6-08a1cc53ce01), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:16.601528 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-306da364-c821-4458-afd4-068f2227e1cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (2b994e1d-87da-4831-9cc6-08a1cc53ce01), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:16.604047 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-306da364-c821-4458-afd4-068f2227e1cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:16.605293 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-306da364-c821-4458-afd4-068f2227e1cd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2b994e1d-87da-4831-9cc6-08a1cc53ce01 HTTP/1.1" status: 204 len: 168 time: 0.1270700 May 26 13:52:16.613103 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306da364-c821-4458-afd4-068f2227e1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b994e1d-87da-4831-9cc6-08a1cc53ce01,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:52:17.750806 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:19.150957 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:19.163303 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:20.466870 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:23.065649 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 36160) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:52:23.172209 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-60bbcfae-29cf-4a03-96c0-35a6e7d98028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:23.238843 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:INSERT=11,neutron:SELECT=86,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:23.253203 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-60bbcfae-29cf-4a03-96c0-35a6e7d98028 admin admin] Publish callbacks [] for security_group (9c4e1e77-2f13-4648-94f5-e46ad3cf7910), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:23.257514 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-60bbcfae-29cf-4a03-96c0-35a6e7d98028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (9c4e1e77-2f13-4648-94f5-e46ad3cf7910), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:23.298690 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-60bbcfae-29cf-4a03-96c0-35a6e7d98028 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0ae942a993c7410fb164c6d7787b00ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2319627 May 26 13:52:23.299682 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bbcfae-29cf-4a03-96c0-35a6e7d98028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4e1e77-2f13-4648-94f5-e46ad3cf7910,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:52:23.301480 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 36164) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:52:23.354662 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f4cbda66-5702-4be8-8418-07970eb0fa9a admin admin] Publish callbacks [] for security_group (9c4e1e77-2f13-4648-94f5-e46ad3cf7910), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:23.378331 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f4cbda66-5702-4be8-8418-07970eb0fa9a admin admin] Publish callbacks [] for security_group (9c4e1e77-2f13-4648-94f5-e46ad3cf7910), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:23.425838 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f4cbda66-5702-4be8-8418-07970eb0fa9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (9c4e1e77-2f13-4648-94f5-e46ad3cf7910), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:23.428569 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f4cbda66-5702-4be8-8418-07970eb0fa9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:23.429731 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-f4cbda66-5702-4be8-8418-07970eb0fa9a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9c4e1e77-2f13-4648-94f5-e46ad3cf7910 HTTP/1.1" status: 204 len: 168 time: 0.1272056 May 26 13:52:23.437665 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cbda66-5702-4be8-8418-07970eb0fa9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4e1e77-2f13-4648-94f5-e46ad3cf7910,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:52:23.446379 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cbda66-5702-4be8-8418-07970eb0fa9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:23.446730 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cbda66-5702-4be8-8418-07970eb0fa9a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:23.447080 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cbda66-5702-4be8-8418-07970eb0fa9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:23.447423 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cbda66-5702-4be8-8418-07970eb0fa9a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:23.447762 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cbda66-5702-4be8-8418-07970eb0fa9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:23.448140 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cbda66-5702-4be8-8418-07970eb0fa9a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:23.448444 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cbda66-5702-4be8-8418-07970eb0fa9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:23.448775 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cbda66-5702-4be8-8418-07970eb0fa9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:23.449103 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cbda66-5702-4be8-8418-07970eb0fa9a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:23.449430 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cbda66-5702-4be8-8418-07970eb0fa9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:23.449765 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cbda66-5702-4be8-8418-07970eb0fa9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:23.450099 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cbda66-5702-4be8-8418-07970eb0fa9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:23.450427 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cbda66-5702-4be8-8418-07970eb0fa9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:23.450752 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cbda66-5702-4be8-8418-07970eb0fa9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:23.451075 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4cbda66-5702-4be8-8418-07970eb0fa9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:52:23.705748 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 36170) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:52:23.718951 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-05362dbb-7105-470b-b071-618038704e6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:23.803411 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-05362dbb-7105-470b-b071-618038704e6e admin admin] Publish callbacks [] for security_group (93c44e76-e822-4da9-a022-b80df3b12819), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:23.807386 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-05362dbb-7105-470b-b071-618038704e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (93c44e76-e822-4da9-a022-b80df3b12819), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:23.822639 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:UPDATE=2,neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=3 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:23.848692 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05362dbb-7105-470b-b071-618038704e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c44e76-e822-4da9-a022-b80df3b12819,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:52:23.853312 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-05362dbb-7105-470b-b071-618038704e6e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=126ab84d00c24de785f4a42e53da5414&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1465001 May 26 13:52:23.856543 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 36172) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:52:23.909216 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e64eb442-371d-41c7-b99a-9bd20a2016ed admin admin] Publish callbacks [] for security_group (93c44e76-e822-4da9-a022-b80df3b12819), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:23.932263 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e64eb442-371d-41c7-b99a-9bd20a2016ed admin admin] Publish callbacks [] for security_group (93c44e76-e822-4da9-a022-b80df3b12819), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:23.979425 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e64eb442-371d-41c7-b99a-9bd20a2016ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (93c44e76-e822-4da9-a022-b80df3b12819), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:23.981948 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e64eb442-371d-41c7-b99a-9bd20a2016ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:23.983108 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-e64eb442-371d-41c7-b99a-9bd20a2016ed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/93c44e76-e822-4da9-a022-b80df3b12819 HTTP/1.1" status: 204 len: 168 time: 0.1260028 May 26 13:52:23.991616 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64eb442-371d-41c7-b99a-9bd20a2016ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c44e76-e822-4da9-a022-b80df3b12819,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:52:25.923250 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=80 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:25.924240 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=68 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:28.101646 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 36244) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:52:28.210250 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-f724ec37-61c6-4580-a931-45ea6466fe37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:28.287430 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-f724ec37-61c6-4580-a931-45ea6466fe37 admin admin] Publish callbacks [] for security_group (9fa226cd-33b1-444f-b4eb-08801dbf0c25), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:28.291442 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-f724ec37-61c6-4580-a931-45ea6466fe37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (9fa226cd-33b1-444f-b4eb-08801dbf0c25), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:28.333143 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-f724ec37-61c6-4580-a931-45ea6466fe37 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3a26e502aebb47dfac9328330f4bd6d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2304134 May 26 13:52:28.334024 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f724ec37-61c6-4580-a931-45ea6466fe37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa226cd-33b1-444f-b4eb-08801dbf0c25,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:52:28.335759 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 36248) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:52:28.389562 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-8a2b5f55-a685-49ea-939c-f18034caa882 admin admin] Publish callbacks [] for security_group (9fa226cd-33b1-444f-b4eb-08801dbf0c25), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:28.411727 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-8a2b5f55-a685-49ea-939c-f18034caa882 admin admin] Publish callbacks [] for security_group (9fa226cd-33b1-444f-b4eb-08801dbf0c25), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:28.460868 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-8a2b5f55-a685-49ea-939c-f18034caa882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (9fa226cd-33b1-444f-b4eb-08801dbf0c25), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:28.463396 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-8a2b5f55-a685-49ea-939c-f18034caa882 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:28.464636 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-8a2b5f55-a685-49ea-939c-f18034caa882 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9fa226cd-33b1-444f-b4eb-08801dbf0c25 HTTP/1.1" status: 204 len: 168 time: 0.1277175 May 26 13:52:28.472398 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b5f55-a685-49ea-939c-f18034caa882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa226cd-33b1-444f-b4eb-08801dbf0c25,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:52:34.005016 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=78,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:35.508730 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 6 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:52:38.324325 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=19,neutron:INSERT=6 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:38.328780 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=70,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:38.467110 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=31,neutron:DELETE=5 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:38.467908 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=72,neutron:DELETE=5,neutron:INSERT=8 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:38.483837 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=5 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:41.023745 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:44.089438 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-7def6fc8-7c68-45e2-ab1a-a5700020f737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:46.474193 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-cc23a49e-fa30-42ea-a775-ceff3b5dd5e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:46.555944 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-aaaa99f9-e407-4e8a-a281-4597479dabad req-a878df3c-6147-4a24-8d34-9f51ad7b5293 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403996 May 26 13:52:46.617567 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa99f9-e407-4e8a-a281-4597479dabad req-ecdcd535-00b2-4836-ad3e-1d81f91f2cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:52:46.619074 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-aaaa99f9-e407-4e8a-a281-4597479dabad req-ecdcd535-00b2-4836-ad3e-1d81f91f2cb9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c85800d659ab43ff9b16266f9f037fc2&device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 1130 time: 0.0407372 May 26 13:52:46.728791 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa99f9-e407-4e8a-a281-4597479dabad req-13657b97-1700-45d5-9b3c-073455bf0a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:52:46.730263 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-aaaa99f9-e407-4e8a-a281-4597479dabad req-13657b97-1700-45d5-9b3c-073455bf0a87 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0478328b-202e-4fb7-84c6-c736725d6bdc HTTP/1.1" status: 200 len: 910 time: 0.0928054 May 26 13:52:46.794053 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-aaaa99f9-e407-4e8a-a281-4597479dabad req-841b2cea-67b7-468c-8bbe-2d5efa9faa80 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04d681e3-ceab-4cf6-876e-aec8b3942d85 HTTP/1.1" status: 200 len: 1002 time: 0.0574143 May 26 13:52:46.850270 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa99f9-e407-4e8a-a281-4597479dabad req-e9c70508-e52a-432d-9a7f-0d5a89041cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:52:46.851732 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-aaaa99f9-e407-4e8a-a281-4597479dabad req-e9c70508-e52a-432d-9a7f-0d5a89041cb0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ead24355-5807-4ce4-ba8e-37e33b8ee5cf HTTP/1.1" status: 200 len: 848 time: 0.0513320 May 26 13:52:46.894409 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa99f9-e407-4e8a-a281-4597479dabad req-cd3c9afc-b715-402d-99c7-0223f1c13547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:52:46.895877 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-aaaa99f9-e407-4e8a-a281-4597479dabad req-cd3c9afc-b715-402d-99c7-0223f1c13547 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0478328b-202e-4fb7-84c6-c736725d6bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379853 May 26 13:52:46.990672 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-aaaa99f9-e407-4e8a-a281-4597479dabad req-c41cf561-72cc-4489-b82a-c372c6bcac42 service neutron] 10.222.0.57 "GET /v2.0/networks/0478328b-202e-4fb7-84c6-c736725d6bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854034 May 26 13:52:47.086027 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-aaaa99f9-e407-4e8a-a281-4597479dabad req-3dd61bee-a55e-4089-a6aa-2fb21e2ede3c service neutron] 10.222.0.57 "GET /v2.0/networks/0478328b-202e-4fb7-84c6-c736725d6bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882812 May 26 13:52:47.753670 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:48.906749 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb469a9-f4cb-47a9-bfca-16e3f4d32229 req-5be36a05-7022-4fe1-b307-033205bfc569 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:52:48.909122 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-bbb469a9-f4cb-47a9-bfca-16e3f4d32229 req-5be36a05-7022-4fe1-b307-033205bfc569 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 946 time: 0.0473564 May 26 13:52:48.960251 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-bbb469a9-f4cb-47a9-bfca-16e3f4d32229 req-41df0a98-5cd4-4b4d-851f-0faf73a6b9b6 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452404 May 26 13:52:49.164376 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:50.081596 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b684b-5e77-4f2c-924d-e0020d1fe4d9 req-c6be7f67-8b1e-4b9e-ae9a-7bc66e8faa7c tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:52:50.083063 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e25b684b-5e77-4f2c-924d-e0020d1fe4d9 req-c6be7f67-8b1e-4b9e-ae9a-7bc66e8faa7c tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 946 time: 0.0477638 May 26 13:52:50.130009 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e25b684b-5e77-4f2c-924d-e0020d1fe4d9 req-b3922981-6efc-4d72-b08c-ff77a5b620b0 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413730 May 26 13:52:50.469745 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:52:50.596388 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=18 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:50.597380 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=16 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:51.254115 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb3138-feec-4ba1-94b2-3dc3d817b3cd req-76203b14-b372-467d-9819-bd280354c482 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:52:51.255633 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-32cb3138-feec-4ba1-94b2-3dc3d817b3cd req-76203b14-b372-467d-9819-bd280354c482 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 946 time: 0.0480576 May 26 13:52:51.303416 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-32cb3138-feec-4ba1-94b2-3dc3d817b3cd req-d14e0611-3801-49e0-8988-d44c3f48923e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421121 May 26 13:52:52.427175 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7c290-1184-466a-89b8-5a61ec1a4e20 req-ed49a528-6557-4fd4-98a9-4b6ed0131ec5 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:52:52.428653 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-1fb7c290-1184-466a-89b8-5a61ec1a4e20 req-ed49a528-6557-4fd4-98a9-4b6ed0131ec5 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 946 time: 0.0517550 May 26 13:52:52.475590 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-1fb7c290-1184-466a-89b8-5a61ec1a4e20 req-dfc98c66-d2c1-4f80-84e2-7d67e5b256d4 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413954 May 26 13:52:53.599136 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326fb7f5-91de-433d-b92e-62a09575f51a req-50e2b93c-ca4c-4c1e-96ac-7d7471d09f7b tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:52:53.600620 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-326fb7f5-91de-433d-b92e-62a09575f51a req-50e2b93c-ca4c-4c1e-96ac-7d7471d09f7b tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 946 time: 0.0464678 May 26 13:52:53.649038 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-326fb7f5-91de-433d-b92e-62a09575f51a req-0db22913-9e25-4176-90ab-2181d5d534cf tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428982 May 26 13:52:54.766309 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f4200-a2c4-41b4-87b6-1931801c2a0d req-7b3cad40-1fc4-4aa9-9b59-3b1fc9f2698b tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:52:54.767772 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-629f4200-a2c4-41b4-87b6-1931801c2a0d req-7b3cad40-1fc4-4aa9-9b59-3b1fc9f2698b tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 946 time: 0.0469353 May 26 13:52:54.815375 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-629f4200-a2c4-41b4-87b6-1931801c2a0d req-3b9c4b44-b85a-4a40-9ce7-64a833bfb7fe tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420053 May 26 13:52:55.941600 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc1da2-900d-40f2-b7af-9793663a9248 req-08acc046-1692-4492-8a64-7ca7baab06ad tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:52:55.943202 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-17fc1da2-900d-40f2-b7af-9793663a9248 req-08acc046-1692-4492-8a64-7ca7baab06ad tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 946 time: 0.0510619 May 26 13:52:55.989809 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-17fc1da2-900d-40f2-b7af-9793663a9248 req-8d6209a7-ce25-4dc6-80ca-020daf4ee08f tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406976 May 26 13:52:57.107904 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcee18c-9f6b-4460-8ddd-d39125392628 req-35883c5c-c3b3-4d17-9440-ce1794b6ddbb tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:52:57.109387 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0bcee18c-9f6b-4460-8ddd-d39125392628 req-35883c5c-c3b3-4d17-9440-ce1794b6ddbb tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 946 time: 0.0474725 May 26 13:52:57.160456 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0bcee18c-9f6b-4460-8ddd-d39125392628 req-5acdde57-695e-40f2-b515-c1ac92a51ca4 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452394 May 26 13:52:58.283240 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147e114-f6a9-49ac-88cd-adf088440db5 req-d78162c7-8522-494f-9911-ec3ab326c767 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:52:58.285385 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-1147e114-f6a9-49ac-88cd-adf088440db5 req-d78162c7-8522-494f-9911-ec3ab326c767 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 946 time: 0.0463638 May 26 13:52:58.332185 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-1147e114-f6a9-49ac-88cd-adf088440db5 req-04db7e39-9682-4422-9b94-d5115cbb2c2f tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413289 May 26 13:52:59.455724 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06fc54-467d-43cf-9695-8c043cefabae req-5f45a794-62d0-4bff-9ba5-f432dd3b22ed tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:52:59.457223 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3f06fc54-467d-43cf-9695-8c043cefabae req-5f45a794-62d0-4bff-9ba5-f432dd3b22ed tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 946 time: 0.0464785 May 26 13:52:59.477492 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:52:59.504944 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3f06fc54-467d-43cf-9695-8c043cefabae req-694ba3b0-5d53-4539-9941-291219b9dc1d tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422478 May 26 13:53:00.459551 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:00.465715 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:00.629467 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b65961-16b7-4185-ad5b-7da6bd5e2813 req-bf349e55-faaf-4717-8d85-c9c46c1f3a85 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:00.630981 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-b8b65961-16b7-4185-ad5b-7da6bd5e2813 req-bf349e55-faaf-4717-8d85-c9c46c1f3a85 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 946 time: 0.0505323 May 26 13:53:00.678317 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-b8b65961-16b7-4185-ad5b-7da6bd5e2813 req-9ecfb450-f036-4e31-b95e-9f05399e460d tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417256 May 26 13:53:01.801259 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8fac3-18c0-4268-a0b0-50a86279ec77 req-a8896d1e-c57b-498f-8847-ccce29b5cc17 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:01.802681 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8be8fac3-18c0-4268-a0b0-50a86279ec77 req-a8896d1e-c57b-498f-8847-ccce29b5cc17 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 946 time: 0.0474758 May 26 13:53:01.851071 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8be8fac3-18c0-4268-a0b0-50a86279ec77 req-ffb1c99e-e41c-4c6f-8156-5fd2d82bb989 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427096 May 26 13:53:02.971892 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6039693-8d61-4f91-acd6-3a23aa69f28a req-9e99089a-530f-42d7-b608-6e3c02265166 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:02.973414 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-e6039693-8d61-4f91-acd6-3a23aa69f28a req-9e99089a-530f-42d7-b608-6e3c02265166 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 946 time: 0.0474308 May 26 13:53:03.020355 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-e6039693-8d61-4f91-acd6-3a23aa69f28a req-8e4baa5e-ec0a-4177-9841-844488f775e7 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414453 May 26 13:53:04.140003 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:04.150086 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3fbef-3c6c-4a71-83ff-d3fbd53af5f2 req-e436af89-4182-4383-9810-690391687e5c tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:04.151565 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f6e3fbef-3c6c-4a71-83ff-d3fbd53af5f2 req-e436af89-4182-4383-9810-690391687e5c tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 946 time: 0.0596874 May 26 13:53:04.199679 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f6e3fbef-3c6c-4a71-83ff-d3fbd53af5f2 req-5d691b33-3120-46ed-9fa1-08ec3a7bf4f6 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425458 May 26 13:53:04.483671 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 36510) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:53:04.589570 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-eb6e2449-db5a-4809-9781-83373cc3b148 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:04.669895 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-eb6e2449-db5a-4809-9781-83373cc3b148 admin admin] Publish callbacks [] for security_group (45aa0b63-5895-47a1-9436-a2c970bb0870), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:04.673433 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-eb6e2449-db5a-4809-9781-83373cc3b148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (45aa0b63-5895-47a1-9436-a2c970bb0870), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:04.715750 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-eb6e2449-db5a-4809-9781-83373cc3b148 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bc896b735afc4652830a1803f9a3f52b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2309711 May 26 13:53:04.716713 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e2449-db5a-4809-9781-83373cc3b148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45aa0b63-5895-47a1-9436-a2c970bb0870,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:04.718508 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 36516) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:53:04.769834 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e5948f2d-3a92-4da9-a35d-1f379d2fc993 admin admin] Publish callbacks [] for security_group (45aa0b63-5895-47a1-9436-a2c970bb0870), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:04.791546 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e5948f2d-3a92-4da9-a35d-1f379d2fc993 admin admin] Publish callbacks [] for security_group (45aa0b63-5895-47a1-9436-a2c970bb0870), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:04.840879 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e5948f2d-3a92-4da9-a35d-1f379d2fc993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (45aa0b63-5895-47a1-9436-a2c970bb0870), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:04.843442 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e5948f2d-3a92-4da9-a35d-1f379d2fc993 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:04.844826 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-e5948f2d-3a92-4da9-a35d-1f379d2fc993 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/45aa0b63-5895-47a1-9436-a2c970bb0870 HTTP/1.1" status: 204 len: 168 time: 0.1252501 May 26 13:53:04.855785 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5948f2d-3a92-4da9-a35d-1f379d2fc993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45aa0b63-5895-47a1-9436-a2c970bb0870,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:05.321913 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58547b30-7f53-4fa8-aa64-01eeaff22666 req-7548a91f-883a-48d1-9eed-d8f75f8f1ef8 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:05.323441 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-58547b30-7f53-4fa8-aa64-01eeaff22666 req-7548a91f-883a-48d1-9eed-d8f75f8f1ef8 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 946 time: 0.0494313 May 26 13:53:05.371845 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-58547b30-7f53-4fa8-aa64-01eeaff22666 req-a90e8965-7f47-4b91-8d0c-89f38535cae0 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424776 May 26 13:53:05.895703 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=110502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 13:53:06.020164 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa,segment=NetworkSegment(72489f9d-88bc-4f02-8b41-7b0a26fec68a),segment_id=72489f9d-88bc-4f02-8b41-7b0a26fec68a)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:53:06.032324 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Returning: {'device': '7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa', 'network_id': '7243f764-410e-4885-acdc-a415825d1293', 'port_id': '7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa', 'mac_address': 'fa:16:3e:b3:45:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f42c48c9-dd9d-4f2d-ada0-47f18130e415', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 13:53:06.067032 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa is: ACTIVE; New status is: BUILD {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:53:06.067415 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:06.080074 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa {{(pid=110502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:53:06.100909 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa,segment=NetworkSegment(72489f9d-88bc-4f02-8b41-7b0a26fec68a),segment_id=72489f9d-88bc-4f02-8b41-7b0a26fec68a)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:53:06.104682 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:06.156269 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa,revision_number=6']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:06.164456 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:06.164803 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:06.165153 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:06.165515 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:06.165848 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:06.166175 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:06.166499 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:06.166823 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:06.167148 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:06.167469 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:06.167789 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:06.168111 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:06.168464 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:06.168785 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:06.169104 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:06.189583 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] get_ports_and_sgs() called for port_ids ['7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa'] {{(pid=110502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 13:53:06.510247 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd067ce-ec36-4d19-9ea6-f98bbe2b7e42 req-c241fd07-9603-4bd2-821d-a75334fc08a6 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:06.511721 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-4dd067ce-ec36-4d19-9ea6-f98bbe2b7e42 req-c241fd07-9603-4bd2-821d-a75334fc08a6 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 945 time: 0.0511436 May 26 13:53:06.560531 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-4dd067ce-ec36-4d19-9ea6-f98bbe2b7e42 req-d339c6f7-0cf3-4721-ad54-adc51cb63b7e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432291 May 26 13:53:07.664945 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:07.676713 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:07.686078 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033c991-ff5f-4877-a7b1-12345ab8efa5 req-ec03ff6d-e77f-41bd-80f4-31bfa7952838 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:07.687567 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-b033c991-ff5f-4877-a7b1-12345ab8efa5 req-ec03ff6d-e77f-41bd-80f4-31bfa7952838 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 945 time: 0.0515070 May 26 13:53:07.735308 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-b033c991-ff5f-4877-a7b1-12345ab8efa5 req-34544e71-2de9-4c16-a674-b7386f9f0277 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421231 May 26 13:53:07.911417 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa up at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:53:07.958374 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Provisioning complete for port 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:53:07.958749 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:08.029039 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa is: BUILD; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:53:08.029421 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:08.052545 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeccb394-4413-411c-a93c-9fbec3f06537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa'}] {{(pid=110502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:53:08.054755 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186ee40048dd7feccd586c88f433d7b47dbfd7dc0140a518261bfa5b158966a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c921fa70-5f1e-43d1-b24c-aac050a47006" -d '{"events": [{"server_uuid": "aeccb394-4413-411c-a93c-9fbec3f06537", "name": "network-vif-plugged", "status": "completed", "tag": "7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa"}]}' {{(pid=110502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:53:08.066709 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa,segment=NetworkSegment(72489f9d-88bc-4f02-8b41-7b0a26fec68a),segment_id=72489f9d-88bc-4f02-8b41-7b0a26fec68a)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:53:08.071821 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:08.097609 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6918b8-d827-4c58-aa95-7556558eed61 x-openstack-request-id: req-cc6918b8-d827-4c58-aa95-7556558eed61 {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:53:08.097871 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeccb394-4413-411c-a93c-9fbec3f06537", "name": "network-vif-plugged", "status": "completed", "tag": "7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa", "code": 200}]} {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:53:08.098134 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cc6918b8-d827-4c58-aa95-7556558eed61 {{(pid=110502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:53:08.098521 dv-cinder-819668-4-iscsi neutron-server[110502]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc6918b8-d827-4c58-aa95-7556558eed61'] response: {'server_uuid': 'aeccb394-4413-411c-a93c-9fbec3f06537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa', 'code': 200} May 26 13:53:08.121038 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa,revision_number=7']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:08.856464 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4e515-8a79-4561-a583-b2e25d268fb4 req-9e0d0917-c876-4d2b-ab2b-07707e2b93a3 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:08.857926 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-d7e4e515-8a79-4561-a583-b2e25d268fb4 req-9e0d0917-c876-4d2b-ab2b-07707e2b93a3 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 946 time: 0.0502040 May 26 13:53:08.905296 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-d7e4e515-8a79-4561-a583-b2e25d268fb4 req-17848523-0d12-4954-a0a4-6f5de1181ddb tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411215 May 26 13:53:10.027421 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf020b-ed5c-4905-b432-8fff30c61ef4 req-a5e2696b-e155-4bda-9267-4a5489ddbd8c tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:10.028999 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-06bf020b-ed5c-4905-b432-8fff30c61ef4 req-a5e2696b-e155-4bda-9267-4a5489ddbd8c tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 946 time: 0.0477362 May 26 13:53:10.077046 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-06bf020b-ed5c-4905-b432-8fff30c61ef4 req-f5399a96-905c-4cad-ad5f-10e0577a4f70 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422988 May 26 13:53:10.595763 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 36582) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:53:10.927840 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-be3eddd1-b375-43a7-91ca-49f3f6fa094f tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Deleting port a660885b-582a-4fa6-9bee-7889d1e26366 {{(pid=110501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:53:10.928182 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-be3eddd1-b375-43a7-91ca-49f3f6fa094f tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (a660885b-582a-4fa6-9bee-7889d1e26366), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:11.007192 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-be3eddd1-b375-43a7-91ca-49f3f6fa094f tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (a660885b-582a-4fa6-9bee-7889d1e26366), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:11.007530 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-be3eddd1-b375-43a7-91ca-49f3f6fa094f tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks [] for floatingip (a660885b-582a-4fa6-9bee-7889d1e26366), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:11.030186 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-be3eddd1-b375-43a7-91ca-49f3f6fa094f tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Calling delete_port for a660885b-582a-4fa6-9bee-7889d1e26366 owned by network:floatingip {{(pid=110501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:53:11.182117 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:11.464023 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49386dc4-d550-4037-9d71-23b3774384c0 req-07faebea-add6-4361-8bcc-b38ea7724f5a tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:11.465669 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-49386dc4-d550-4037-9d71-23b3774384c0 req-07faebea-add6-4361-8bcc-b38ea7724f5a tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 946 time: 0.0764139 May 26 13:53:11.536026 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-49386dc4-d550-4037-9d71-23b3774384c0 req-118a5cfd-88e3-408c-af6f-5e1ca4d62725 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605738 May 26 13:53:11.616638 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-be3eddd1-b375-43a7-91ca-49f3f6fa094f tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5523151'] for port (a660885b-582a-4fa6-9bee-7889d1e26366), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:11.647680 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3eddd1-b375-43a7-91ca-49f3f6fa094f tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Pushing event deleted for resources: {'Port': ['ID=a660885b-582a-4fa6-9bee-7889d1e26366,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:11.740975 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-be3eddd1-b375-43a7-91ca-49f3f6fa094f tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks [] for floatingip (34168199-7258-4fb2-bf6c-b24f1e16420c), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:11.741576 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.db.l3_db [None req-be3eddd1-b375-43a7-91ca-49f3f6fa094f tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Floating IP 34168199-7258-4fb2-bf6c-b24f1e16420c disassociated (deleted). External IP: 172.27.2.226, port: 04d681e3-ceab-4cf6-876e-aec8b3942d85. May 26 13:53:11.784804 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:11.979850 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be3eddd1-b375-43a7-91ca-49f3f6fa094f tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Router 25be5db6-fce1-4669-b671-8b2134a4d46a has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:53:12.050479 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:12.147858 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3eddd1-b375-43a7-91ca-49f3f6fa094f tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:53:12.157362 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-be3eddd1-b375-43a7-91ca-49f3f6fa094f tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for floatingip (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:12.160115 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02cbdb1-38f9-4ad1-82ee-5664d0fb4225 None None] Sync routers for ids ['25be5db6-fce1-4669-b671-8b2134a4d46a'] in dv-cinder-819668-4-iscsi {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:53:12.179439 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02cbdb1-38f9-4ad1-82ee-5664d0fb4225 None None] Routers {'25be5db6-fce1-4669-b671-8b2134a4d46a'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:53:12.180074 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-f02cbdb1-38f9-4ad1-82ee-5664d0fb4225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:52:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['25be5db6-fce1-4669-b671-8b2134a4d46a'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:53:12.236297 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-be3eddd1-b375-43a7-91ca-49f3f6fa094f tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "DELETE /v2.0/floatingips/34168199-7258-4fb2-bf6c-b24f1e16420c HTTP/1.1" status: 204 len: 168 time: 1.6385808 May 26 13:53:12.239341 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb5af8d-022d-4708-aca9-49d3db482dcd', 'tag': '04d681e3-ceab-4cf6-876e-aec8b3942d85'}] {{(pid=110501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:53:12.250812 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7554ed366569566c1c07a20dc3a12fa332abf68ec20ff88de472e4216b3e5b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ae8b4f-34ef-4d84-a031-a61b1e9387c7" -d '{"events": [{"name": "network-changed", "server_uuid": "2fb5af8d-022d-4708-aca9-49d3db482dcd", "tag": "04d681e3-ceab-4cf6-876e-aec8b3942d85"}]}' {{(pid=110501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:53:12.327830 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6bacc8c-ade3-4f9b-81fc-3d000511839c x-openstack-request-id: req-d6bacc8c-ade3-4f9b-81fc-3d000511839c {{(pid=110501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:53:12.328127 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fb5af8d-022d-4708-aca9-49d3db482dcd", "tag": "04d681e3-ceab-4cf6-876e-aec8b3942d85", "status": "completed", "code": 200}]} {{(pid=110501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:53:12.328432 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d6bacc8c-ade3-4f9b-81fc-3d000511839c {{(pid=110501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:53:12.328854 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6bacc8c-ade3-4f9b-81fc-3d000511839c'] response: {'name': 'network-changed', 'server_uuid': '2fb5af8d-022d-4708-aca9-49d3db482dcd', 'tag': '04d681e3-ceab-4cf6-876e-aec8b3942d85', 'status': 'completed', 'code': 200} May 26 13:53:12.346961 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:12.349645 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:12.376058 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-f02cbdb1-38f9-4ad1-82ee-5664d0fb4225 None None] Set router 25be5db6-fce1-4669-b671-8b2134a4d46a gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:53:12.390795 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae8b4f-34ef-4d84-a031-a61b1e9387c7 req-157e62be-6c7b-4307-97ce-d8a3374e7c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:12.394192 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-94ae8b4f-34ef-4d84-a031-a61b1e9387c7 req-157e62be-6c7b-4307-97ce-d8a3374e7c4d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c85800d659ab43ff9b16266f9f037fc2&device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 1130 time: 0.0681810 May 26 13:53:12.541234 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae8b4f-34ef-4d84-a031-a61b1e9387c7 req-0e1217f6-2149-471d-9e2f-c4c9dcb840e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:12.542781 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-94ae8b4f-34ef-4d84-a031-a61b1e9387c7 req-0e1217f6-2149-471d-9e2f-c4c9dcb840e6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0478328b-202e-4fb7-84c6-c736725d6bdc HTTP/1.1" status: 200 len: 910 time: 0.1404204 May 26 13:53:12.542999 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 6 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:53:12.683557 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596ed22-b444-4933-b0c2-53a935b8c59b req-ad3b6b94-0ad3-4517-8894-5daa634aeab7 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:12.685107 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-3596ed22-b444-4933-b0c2-53a935b8c59b req-ad3b6b94-0ad3-4517-8894-5daa634aeab7 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 946 time: 0.0773215 May 26 13:53:12.765809 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-3596ed22-b444-4933-b0c2-53a935b8c59b req-a679f02c-1aa4-4c8b-9be9-e2ae60b44734 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685039 May 26 13:53:12.770782 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e6d28-40ba-4b4e-bb20-13645bd31de0 req-a77bd7d5-a8df-4c88-955d-8011114d2fb6 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:12.772812 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-9c1e6d28-40ba-4b4e-bb20-13645bd31de0 req-a77bd7d5-a8df-4c88-955d-8011114d2fb6 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 946 time: 0.1094487 May 26 13:53:12.812892 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-f02cbdb1-38f9-4ad1-82ee-5664d0fb4225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25be5db6-fce1-4669-b671-8b2134a4d46a', 'name': 'tempest-TestShelveInstance-1946792116-router', 'tenant_id': 'c85800d659ab43ff9b16266f9f037fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '40b46f81-da38-420d-8650-981c81ca403e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:46:16Z', 'updated_at': '2022-05-26T13:46:21Z', 'revision_number': 4, 'project_id': 'c85800d659ab43ff9b16266f9f037fc2', 'gw_port': {'id': '40b46f81-da38-420d-8650-981c81ca403e', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25be5db6-fce1-4669-b671-8b2134a4d46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:17Z', 'updated_at': '2022-05-26T13:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': 'def1ab0c-2717-4495-afc4-8b7984a564e5', 'name': '', 'network_id': '0478328b-202e-4fb7-84c6-c736725d6bdc', 'tenant_id': 'c85800d659ab43ff9b16266f9f037fc2', 'mac_address': 'fa:16:3e:3b:b6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25be5db6-fce1-4669-b671-8b2134a4d46a', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'ead24355-5807-4ce4-ba8e-37e33b8ee5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:20Z', 'updated_at': '2022-05-26T13:46:30Z', 'revision_number': 5, 'project_id': 'c85800d659ab43ff9b16266f9f037fc2', 'subnets': [{'id': 'ead24355-5807-4ce4-ba8e-37e33b8ee5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:53:12.845809 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02cbdb1-38f9-4ad1-82ee-5664d0fb4225 None None] Checking router: 25be5db6-fce1-4669-b671-8b2134a4d46a for host: dv-cinder-819668-4-iscsi {{(pid=110503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:53:12.858135 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02cbdb1-38f9-4ad1-82ee-5664d0fb4225 None None] Routers {'25be5db6-fce1-4669-b671-8b2134a4d46a'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:53:12.858751 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-f02cbdb1-38f9-4ad1-82ee-5664d0fb4225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:52:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['25be5db6-fce1-4669-b671-8b2134a4d46a'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:53:12.874084 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-9c1e6d28-40ba-4b4e-bb20-13645bd31de0 req-e85124c6-d81c-48ca-84a7-440ca6c77fa3 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935297 May 26 13:53:12.996474 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-f02cbdb1-38f9-4ad1-82ee-5664d0fb4225 None None] Set router 25be5db6-fce1-4669-b671-8b2134a4d46a gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:53:13.210758 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-f02cbdb1-38f9-4ad1-82ee-5664d0fb4225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25be5db6-fce1-4669-b671-8b2134a4d46a', 'name': 'tempest-TestShelveInstance-1946792116-router', 'tenant_id': 'c85800d659ab43ff9b16266f9f037fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '40b46f81-da38-420d-8650-981c81ca403e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:46:16Z', 'updated_at': '2022-05-26T13:46:21Z', 'revision_number': 4, 'project_id': 'c85800d659ab43ff9b16266f9f037fc2', 'gw_port': {'id': '40b46f81-da38-420d-8650-981c81ca403e', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25be5db6-fce1-4669-b671-8b2134a4d46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:17Z', 'updated_at': '2022-05-26T13:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': 'def1ab0c-2717-4495-afc4-8b7984a564e5', 'name': '', 'network_id': '0478328b-202e-4fb7-84c6-c736725d6bdc', 'tenant_id': 'c85800d659ab43ff9b16266f9f037fc2', 'mac_address': 'fa:16:3e:3b:b6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25be5db6-fce1-4669-b671-8b2134a4d46a', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'ead24355-5807-4ce4-ba8e-37e33b8ee5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:20Z', 'updated_at': '2022-05-26T13:46:30Z', 'revision_number': 5, 'project_id': 'c85800d659ab43ff9b16266f9f037fc2', 'subnets': [{'id': 'ead24355-5807-4ce4-ba8e-37e33b8ee5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:53:13.241986 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02cbdb1-38f9-4ad1-82ee-5664d0fb4225 None None] The sync data for ids ['25be5db6-fce1-4669-b671-8b2134a4d46a'] in dv-cinder-819668-4-iscsi is: [{'id': '25be5db6-fce1-4669-b671-8b2134a4d46a', 'name': 'tempest-TestShelveInstance-1946792116-router', 'tenant_id': 'c85800d659ab43ff9b16266f9f037fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '40b46f81-da38-420d-8650-981c81ca403e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:46:16Z', 'updated_at': '2022-05-26T13:46:21Z', 'revision_number': 4, 'project_id': 'c85800d659ab43ff9b16266f9f037fc2', 'gw_port': {'id': '40b46f81-da38-420d-8650-981c81ca403e', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25be5db6-fce1-4669-b671-8b2134a4d46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:17Z', 'updated_at': '2022-05-26T13:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': 'def1ab0c-2717-4495-afc4-8b7984a564e5', 'name': '', 'network_id': '0478328b-202e-4fb7-84c6-c736725d6bdc', 'tenant_id': 'c85800d659ab43ff9b16266f9f037fc2', 'mac_address': 'fa:16:3e:3b:b6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25be5db6-fce1-4669-b671-8b2134a4d46a', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'ead24355-5807-4ce4-ba8e-37e33b8ee5cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:20Z', 'updated_at': '2022-05-26T13:46:30Z', 'revision_number': 5, 'project_id': 'c85800d659ab43ff9b16266f9f037fc2', 'subnets': [{'id': 'ead24355-5807-4ce4-ba8e-37e33b8ee5cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:53:13.548581 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-94ae8b4f-34ef-4d84-a031-a61b1e9387c7 req-ebc06e9c-548b-4c21-8380-22f9ba6be1c2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04d681e3-ceab-4cf6-876e-aec8b3942d85 HTTP/1.1" status: 200 len: 217 time: 0.0586696 May 26 13:53:13.625792 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae8b4f-34ef-4d84-a031-a61b1e9387c7 req-24025832-282a-4310-a235-c2bd177f7b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:13.628936 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-94ae8b4f-34ef-4d84-a031-a61b1e9387c7 req-24025832-282a-4310-a235-c2bd177f7b06 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ead24355-5807-4ce4-ba8e-37e33b8ee5cf HTTP/1.1" status: 200 len: 848 time: 0.0665765 May 26 13:53:13.642491 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d32b2e-e737-4876-b513-a774c62fe474 None None] New status for floating IP 34168199-7258-4fb2-bf6c-b24f1e16420c: DOWN {{(pid=110502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 13:53:13.713854 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae8b4f-34ef-4d84-a031-a61b1e9387c7 req-1a7288db-2352-4fc1-8211-d916d989f9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:13.715362 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-94ae8b4f-34ef-4d84-a031-a61b1e9387c7 req-1a7288db-2352-4fc1-8211-d916d989f9d7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0478328b-202e-4fb7-84c6-c736725d6bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0798562 May 26 13:53:13.929008 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:13.936156 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf01dd-8335-477e-b24f-6aca445811c2 req-f583813f-13b5-472a-b297-1251f6ac137e tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:13.939315 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-6baf01dd-8335-477e-b24f-6aca445811c2 req-f583813f-13b5-472a-b297-1251f6ac137e tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 946 time: 0.0761335 May 26 13:53:13.981874 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-94ae8b4f-34ef-4d84-a031-a61b1e9387c7 req-5eb1c2bc-4272-42db-aa77-7e4df4ade175 service neutron] 10.222.0.57 "GET /v2.0/networks/0478328b-202e-4fb7-84c6-c736725d6bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380301 May 26 13:53:14.045811 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-6baf01dd-8335-477e-b24f-6aca445811c2 req-e2da6cd8-a79e-4622-978e-5f5e69619aef tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/security-groups?id=1a14866e-f306-415d-8676-aac9fa55961c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956590 May 26 13:53:14.064022 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1cc6e0-f73f-4a5c-be58-1260b6c336e2 req-eedd75ea-2d3e-4519-8149-9d7c4bcda252 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:14.066587 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3c1cc6e0-f73f-4a5c-be58-1260b6c336e2 req-eedd75ea-2d3e-4519-8149-9d7c4bcda252 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 946 time: 0.0614312 May 26 13:53:14.095273 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-aca19111-483d-4a17-ae4f-e110755ca1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:14.126467 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3c1cc6e0-f73f-4a5c-be58-1260b6c336e2 req-88ab0256-52b8-44ae-95d0-14d0b92d9362 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535653 May 26 13:53:14.502274 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181004fa-ce2c-460c-b96c-22a867aa7ecb req-0272bb27-1491-40cf-add4-680cf4697319 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:14.504332 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-181004fa-ce2c-460c-b96c-22a867aa7ecb req-0272bb27-1491-40cf-add4-680cf4697319 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 946 time: 0.3096199 May 26 13:53:14.548382 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-94ae8b4f-34ef-4d84-a031-a61b1e9387c7 req-0d4f6905-d023-4979-9bb6-8bc74a03c069 service neutron] 10.222.0.57 "GET /v2.0/networks/0478328b-202e-4fb7-84c6-c736725d6bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4208472 May 26 13:53:14.551548 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:14.605827 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [req-181004fa-ce2c-460c-b96c-22a867aa7ecb req-ab277082-5cbb-4a21-aecf-1964cb8a7e49 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Deleting port 04d681e3-ceab-4cf6-876e-aec8b3942d85 {{(pid=110500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:53:14.606394 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-181004fa-ce2c-460c-b96c-22a867aa7ecb req-ab277082-5cbb-4a21-aecf-1964cb8a7e49 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (04d681e3-ceab-4cf6-876e-aec8b3942d85), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:14.718803 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-181004fa-ce2c-460c-b96c-22a867aa7ecb req-ab277082-5cbb-4a21-aecf-1964cb8a7e49 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] For port 04d681e3-ceab-4cf6-876e-aec8b3942d85, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=04d681e3-ceab-4cf6-876e-aec8b3942d85,segment=NetworkSegment(57eb3c7f-cf41-4d04-9254-b7cdfafd2014),segment_id=57eb3c7f-cf41-4d04-9254-b7cdfafd2014)] {{(pid=110500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:53:14.719213 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-181004fa-ce2c-460c-b96c-22a867aa7ecb req-ab277082-5cbb-4a21-aecf-1964cb8a7e49 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (04d681e3-ceab-4cf6-876e-aec8b3942d85), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:14.738642 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [req-181004fa-ce2c-460c-b96c-22a867aa7ecb req-ab277082-5cbb-4a21-aecf-1964cb8a7e49 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Calling delete_port for 04d681e3-ceab-4cf6-876e-aec8b3942d85 owned by compute:nova {{(pid=110500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:53:14.927109 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-181004fa-ce2c-460c-b96c-22a867aa7ecb req-ab277082-5cbb-4a21-aecf-1964cb8a7e49 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (04d681e3-ceab-4cf6-876e-aec8b3942d85), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:14.958216 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab277082-5cbb-4a21-aecf-1964cb8a7e49 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Pushing event deleted for resources: {'Port': ['ID=04d681e3-ceab-4cf6-876e-aec8b3942d85,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:14.990715 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab277082-5cbb-4a21-aecf-1964cb8a7e49 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:14.990938 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab277082-5cbb-4a21-aecf-1964cb8a7e49 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:14.991174 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab277082-5cbb-4a21-aecf-1964cb8a7e49 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:14.991628 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab277082-5cbb-4a21-aecf-1964cb8a7e49 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:14.991841 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab277082-5cbb-4a21-aecf-1964cb8a7e49 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:14.992171 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab277082-5cbb-4a21-aecf-1964cb8a7e49 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:14.992529 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab277082-5cbb-4a21-aecf-1964cb8a7e49 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:14.992856 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab277082-5cbb-4a21-aecf-1964cb8a7e49 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:14.993179 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab277082-5cbb-4a21-aecf-1964cb8a7e49 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:14.993500 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab277082-5cbb-4a21-aecf-1964cb8a7e49 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:14.993824 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab277082-5cbb-4a21-aecf-1964cb8a7e49 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:14.994145 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab277082-5cbb-4a21-aecf-1964cb8a7e49 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:14.994482 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab277082-5cbb-4a21-aecf-1964cb8a7e49 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:14.994783 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab277082-5cbb-4a21-aecf-1964cb8a7e49 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:14.995112 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab277082-5cbb-4a21-aecf-1964cb8a7e49 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:15.032152 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [req-181004fa-ce2c-460c-b96c-22a867aa7ecb req-ab277082-5cbb-4a21-aecf-1964cb8a7e49 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] No DVR routers for this DVR port 04d681e3-ceab-4cf6-876e-aec8b3942d85 on host hv-cinder-81966 {{(pid=110500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 13:53:15.035374 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-181004fa-ce2c-460c-b96c-22a867aa7ecb req-ab277082-5cbb-4a21-aecf-1964cb8a7e49 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:15.038579 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-181004fa-ce2c-460c-b96c-22a867aa7ecb req-ab277082-5cbb-4a21-aecf-1964cb8a7e49 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.57 "DELETE /v2.0/ports/04d681e3-ceab-4cf6-876e-aec8b3942d85 HTTP/1.1" status: 204 len: 173 time: 0.5278871 May 26 13:53:15.039019 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb5af8d-022d-4708-aca9-49d3db482dcd', 'name': 'network-vif-deleted', 'tag': '04d681e3-ceab-4cf6-876e-aec8b3942d85'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:53:15.042058 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5b5a5d-0a88-4e30-a958-b6415126e2a6" -d '{"events": [{"server_uuid": "2fb5af8d-022d-4708-aca9-49d3db482dcd", "name": "network-vif-deleted", "tag": "04d681e3-ceab-4cf6-876e-aec8b3942d85"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:53:15.120082 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6423f8-f430-41ff-a1b0-6ba9f6b81c34 x-openstack-request-id: req-ee6423f8-f430-41ff-a1b0-6ba9f6b81c34 {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:53:15.120452 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb5af8d-022d-4708-aca9-49d3db482dcd", "name": "network-vif-deleted", "tag": "04d681e3-ceab-4cf6-876e-aec8b3942d85", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:53:15.120714 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ee6423f8-f430-41ff-a1b0-6ba9f6b81c34 {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:53:15.123362 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee6423f8-f430-41ff-a1b0-6ba9f6b81c34'] response: {'server_uuid': '2fb5af8d-022d-4708-aca9-49d3db482dcd', 'name': 'network-vif-deleted', 'tag': '04d681e3-ceab-4cf6-876e-aec8b3942d85', 'status': 'completed', 'code': 200} May 26 13:53:15.198009 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-4a89c172-4664-4fad-aaaf-95fd45ffc6e9 req-c7ceaab1-c08f-4caf-a0f4-9b9a3a24cb39 tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fb5af8d-022d-4708-aca9-49d3db482dcd HTTP/1.1" status: 200 len: 210 time: 0.0602078 May 26 13:53:15.280944 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ba46e-7676-4492-9059-6434c23387aa req-3d071040-987f-4ee4-abc3-788ba39685ad tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:15.283460 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-949ba46e-7676-4492-9059-6434c23387aa req-3d071040-987f-4ee4-abc3-788ba39685ad tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 946 time: 0.0603838 May 26 13:53:15.385882 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-949ba46e-7676-4492-9059-6434c23387aa req-6d2e73a3-5dc3-47ac-b120-bc5d2cb1940c tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945582 May 26 13:53:16.274371 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 36714) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:53:16.362569 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-b562aa45-2502-4540-84e0-71b0d138c7ef tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks [] for security_group (1a14866e-f306-415d-8676-aac9fa55961c), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:16.398425 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-b562aa45-2502-4540-84e0-71b0d138c7ef tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks [] for security_group (1a14866e-f306-415d-8676-aac9fa55961c), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:16.463789 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:16.481325 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-b562aa45-2502-4540-84e0-71b0d138c7ef tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (1a14866e-f306-415d-8676-aac9fa55961c), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:16.484567 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-53678418-5d5d-429a-976e-485b73d354f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:16.485637 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-b562aa45-2502-4540-84e0-71b0d138c7ef tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:16.487849 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-b562aa45-2502-4540-84e0-71b0d138c7ef tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] 10.222.0.16 "DELETE /v2.0/security-groups/1a14866e-f306-415d-8676-aac9fa55961c HTTP/1.1" status: 204 len: 168 time: 0.2123110 May 26 13:53:16.500102 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b562aa45-2502-4540-84e0-71b0d138c7ef tempest-TestShelveInstance-15139681 tempest-TestShelveInstance-15139681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a14866e-f306-415d-8676-aac9fa55961c,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:16.545092 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 36726) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:53:16.621733 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b0634-0adb-44c7-ac91-c7f33a810819 req-16657288-ac67-4335-8010-d6dbdc29d0ca tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:16.629170 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-410b0634-0adb-44c7-ac91-c7f33a810819 req-16657288-ac67-4335-8010-d6dbdc29d0ca tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 946 time: 0.1079018 May 26 13:53:16.704785 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-410b0634-0adb-44c7-ac91-c7f33a810819 req-0714eb67-7254-4751-bec3-e8fa0ab285c9 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743098 May 26 13:53:17.103648 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-b5c2262c-e09f-4006-8373-43071e630b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568805'] for router_interface (25be5db6-fce1-4669-b671-8b2134a4d46a), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:17.222798 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:17.390449 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [None req-b5c2262c-e09f-4006-8373-43071e630b41 admin admin] Deleting port def1ab0c-2717-4495-afc4-8b7984a564e5 {{(pid=110500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:53:17.391399 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-b5c2262c-e09f-4006-8373-43071e630b41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (def1ab0c-2717-4495-afc4-8b7984a564e5), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:17.507417 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [None req-b5c2262c-e09f-4006-8373-43071e630b41 admin admin] For port def1ab0c-2717-4495-afc4-8b7984a564e5, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=def1ab0c-2717-4495-afc4-8b7984a564e5,segment=NetworkSegment(57eb3c7f-cf41-4d04-9254-b7cdfafd2014),segment_id=57eb3c7f-cf41-4d04-9254-b7cdfafd2014)] {{(pid=110500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:53:17.507817 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-b5c2262c-e09f-4006-8373-43071e630b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (def1ab0c-2717-4495-afc4-8b7984a564e5), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:17.529269 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [None req-b5c2262c-e09f-4006-8373-43071e630b41 admin admin] Calling delete_port for def1ab0c-2717-4495-afc4-8b7984a564e5 owned by network:router_interface {{(pid=110500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:53:17.691573 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:17.777499 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:17.787447 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 36738) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:53:17.827387 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-b5c2262c-e09f-4006-8373-43071e630b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (def1ab0c-2717-4495-afc4-8b7984a564e5), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:17.902340 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c2262c-e09f-4006-8373-43071e630b41 admin admin] Pushing event deleted for resources: {'Port': ['ID=def1ab0c-2717-4495-afc4-8b7984a564e5,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:17.941317 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455de4c6-9bb2-4e76-841e-68b9ed4fd84a req-210ad35b-7c52-4a1b-b776-d214cc0384af tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:17.943232 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-455de4c6-9bb2-4e76-841e-68b9ed4fd84a req-210ad35b-7c52-4a1b-b776-d214cc0384af tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 946 time: 0.1294105 May 26 13:53:18.004640 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 04d681e3-ceab-4cf6-876e-aec8b3942d85 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 13:53:18.037504 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] No Port match for: 04d681e3-ceab-4cf6-876e-aec8b3942d85 {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 13:53:18.038196 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 04d681e3-ceab-4cf6-876e-aec8b3942d85 not bound to the agent host hv-cinder-81966 {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 13:53:18.087777 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-26cf9a7b-6782-4459-ad93-ee7b11901c89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:18.094504 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-455de4c6-9bb2-4e76-841e-68b9ed4fd84a req-7fc3ddcd-47c6-4694-9c40-ce4a3ab1934d tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428177 May 26 13:53:18.202994 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-b5c2262c-e09f-4006-8373-43071e630b41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-302216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568697'] for router_interface (25be5db6-fce1-4669-b671-8b2134a4d46a), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:18.309427 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-26cf9a7b-6782-4459-ad93-ee7b11901c89 admin admin] Publish callbacks [] for security_group (d9d5706c-1386-489e-bac9-0a4c7567a236), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:18.338870 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-26cf9a7b-6782-4459-ad93-ee7b11901c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (d9d5706c-1386-489e-bac9-0a4c7567a236), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:18.358956 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:18.408858 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 36746) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:53:18.417460 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-26cf9a7b-6782-4459-ad93-ee7b11901c89 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=59670eb6faa3412ebe4cee53593aa3ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6287770 May 26 13:53:18.422985 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cf9a7b-6782-4459-ad93-ee7b11901c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d5706c-1386-489e-bac9-0a4c7567a236,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:18.468171 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6962adb5-c3c9-4373-9d88-d8919e7208bf admin admin] Publish callbacks [] for security_group (d9d5706c-1386-489e-bac9-0a4c7567a236), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:18.495912 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6962adb5-c3c9-4373-9d88-d8919e7208bf admin admin] Publish callbacks [] for security_group (d9d5706c-1386-489e-bac9-0a4c7567a236), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:18.562555 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6962adb5-c3c9-4373-9d88-d8919e7208bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (d9d5706c-1386-489e-bac9-0a4c7567a236), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:18.563393 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c2262c-e09f-4006-8373-43071e630b41 admin admin] Router 25be5db6-fce1-4669-b671-8b2134a4d46a has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:53:18.568751 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6962adb5-c3c9-4373-9d88-d8919e7208bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:18.572963 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-6962adb5-c3c9-4373-9d88-d8919e7208bf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d9d5706c-1386-489e-bac9-0a4c7567a236 HTTP/1.1" status: 204 len: 168 time: 0.1611805 May 26 13:53:18.594544 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962adb5-c3c9-4373-9d88-d8919e7208bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d5706c-1386-489e-bac9-0a4c7567a236,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:18.616339 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:18.709628 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c2262c-e09f-4006-8373-43071e630b41 admin admin] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:53:18.715485 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-b5c2262c-e09f-4006-8373-43071e630b41 admin admin] 10.222.0.16 "PUT /v2.0/routers/25be5db6-fce1-4669-b671-8b2134a4d46a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1686094 May 26 13:53:18.718899 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 36750) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:53:18.722927 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14a7e39-3b21-4956-97a0-422275ae9962 None None] Sync routers for ids ['25be5db6-fce1-4669-b671-8b2134a4d46a'] in dv-cinder-819668-4-iscsi {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:53:18.744987 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14a7e39-3b21-4956-97a0-422275ae9962 None None] Routers {'25be5db6-fce1-4669-b671-8b2134a4d46a'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:53:18.745896 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-c14a7e39-3b21-4956-97a0-422275ae9962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:53:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['25be5db6-fce1-4669-b671-8b2134a4d46a'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:53:18.750405 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=100 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:18.841049 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-323b79e3-7d37-4d78-b039-5d02fe35d403 admin admin] Publish callbacks [] for router (25be5db6-fce1-4669-b671-8b2134a4d46a), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:18.861018 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-c14a7e39-3b21-4956-97a0-422275ae9962 None None] Set router 25be5db6-fce1-4669-b671-8b2134a4d46a gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:53:18.981789 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-323b79e3-7d37-4d78-b039-5d02fe35d403 admin admin] Publish callbacks [] for router_gateway (25be5db6-fce1-4669-b671-8b2134a4d46a), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:19.036749 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [None req-323b79e3-7d37-4d78-b039-5d02fe35d403 admin admin] Deleting port 40b46f81-da38-420d-8650-981c81ca403e {{(pid=110500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:53:19.037182 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-323b79e3-7d37-4d78-b039-5d02fe35d403 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (40b46f81-da38-420d-8650-981c81ca403e), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:19.091944 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-c14a7e39-3b21-4956-97a0-422275ae9962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25be5db6-fce1-4669-b671-8b2134a4d46a', 'name': 'tempest-TestShelveInstance-1946792116-router', 'tenant_id': 'c85800d659ab43ff9b16266f9f037fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '40b46f81-da38-420d-8650-981c81ca403e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:46:16Z', 'updated_at': '2022-05-26T13:53:17Z', 'revision_number': 5, 'project_id': 'c85800d659ab43ff9b16266f9f037fc2', 'gw_port': {'id': '40b46f81-da38-420d-8650-981c81ca403e', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25be5db6-fce1-4669-b671-8b2134a4d46a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:17Z', 'updated_at': '2022-05-26T13:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi'}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:53:19.119161 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14a7e39-3b21-4956-97a0-422275ae9962 None None] Checking router: 25be5db6-fce1-4669-b671-8b2134a4d46a for host: dv-cinder-819668-4-iscsi {{(pid=110503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:53:19.136448 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14a7e39-3b21-4956-97a0-422275ae9962 None None] Routers {'25be5db6-fce1-4669-b671-8b2134a4d46a'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:53:19.137247 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-c14a7e39-3b21-4956-97a0-422275ae9962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:53:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['25be5db6-fce1-4669-b671-8b2134a4d46a'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:53:19.178990 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:19.182121 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [None req-323b79e3-7d37-4d78-b039-5d02fe35d403 admin admin] For port 40b46f81-da38-420d-8650-981c81ca403e, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=40b46f81-da38-420d-8650-981c81ca403e,segment=NetworkSegment(36759762-4a51-4579-800b-deb2c27dac78),segment_id=36759762-4a51-4579-800b-deb2c27dac78)] {{(pid=110500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:53:19.182547 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-323b79e3-7d37-4d78-b039-5d02fe35d403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (40b46f81-da38-420d-8650-981c81ca403e), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:19.198784 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [None req-323b79e3-7d37-4d78-b039-5d02fe35d403 admin admin] Calling delete_port for 40b46f81-da38-420d-8650-981c81ca403e owned by network:router_gateway {{(pid=110500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:53:19.263878 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=100 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:19.283369 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-c14a7e39-3b21-4956-97a0-422275ae9962 None None] Set router 25be5db6-fce1-4669-b671-8b2134a4d46a gateway port host: None {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:53:19.325014 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa4953-3974-411e-8e48-946a2726277a req-6b047509-068a-46b3-8986-2892d6c7cdf4 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:19.325795 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-14fa4953-3974-411e-8e48-946a2726277a req-6b047509-068a-46b3-8986-2892d6c7cdf4 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 946 time: 0.0967522 May 26 13:53:19.382134 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-c14a7e39-3b21-4956-97a0-422275ae9962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25be5db6-fce1-4669-b671-8b2134a4d46a', 'name': 'tempest-TestShelveInstance-1946792116-router', 'tenant_id': 'c85800d659ab43ff9b16266f9f037fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:46:16Z', 'updated_at': '2022-05-26T13:53:18Z', 'revision_number': 6, 'project_id': 'c85800d659ab43ff9b16266f9f037fc2', 'gw_port_host': None}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:53:19.436601 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-14fa4953-3974-411e-8e48-946a2726277a req-77347740-a38d-4689-abcd-588b80ab3a4f tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981843 May 26 13:53:19.439743 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14a7e39-3b21-4956-97a0-422275ae9962 None None] The sync data for ids ['25be5db6-fce1-4669-b671-8b2134a4d46a'] in dv-cinder-819668-4-iscsi is: [{'id': '25be5db6-fce1-4669-b671-8b2134a4d46a', 'name': 'tempest-TestShelveInstance-1946792116-router', 'tenant_id': 'c85800d659ab43ff9b16266f9f037fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:46:16Z', 'updated_at': '2022-05-26T13:53:18Z', 'revision_number': 6, 'project_id': 'c85800d659ab43ff9b16266f9f037fc2', 'gw_port_host': None}] {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:53:19.506938 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-323b79e3-7d37-4d78-b039-5d02fe35d403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (40b46f81-da38-420d-8650-981c81ca403e), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:19.549910 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b79e3-7d37-4d78-b039-5d02fe35d403 admin admin] Pushing event deleted for resources: {'Port': ['ID=40b46f81-da38-420d-8650-981c81ca403e,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:19.622674 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-323b79e3-7d37-4d78-b039-5d02fe35d403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568539'] for router_gateway (25be5db6-fce1-4669-b671-8b2134a4d46a), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:19.626354 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:19.640859 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 36772) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:53:19.730267 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-323b79e3-7d37-4d78-b039-5d02fe35d403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-906634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router (25be5db6-fce1-4669-b671-8b2134a4d46a), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:19.732931 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-323b79e3-7d37-4d78-b039-5d02fe35d403 admin admin] Publish callbacks [] for router_controller (25be5db6-fce1-4669-b671-8b2134a4d46a), precommit_delete_associations {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:19.783609 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-323b79e3-7d37-4d78-b039-5d02fe35d403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-906625'] for router (25be5db6-fce1-4669-b671-8b2134a4d46a), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:19.785387 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323b79e3-7d37-4d78-b039-5d02fe35d403 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25be5db6-fce1-4669-b671-8b2134a4d46a {{(pid=110500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 13:53:19.789766 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-94853308-99f3-4525-a2fa-4a09f9a4f437 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1018459741-network', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:53:19.797415 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-323b79e3-7d37-4d78-b039-5d02fe35d403 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:19.798753 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-323b79e3-7d37-4d78-b039-5d02fe35d403 admin admin] 10.222.0.16 "DELETE /v2.0/routers/25be5db6-fce1-4669-b671-8b2134a4d46a HTTP/1.1" status: 204 len: 168 time: 1.0778711 May 26 13:53:19.803111 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 36776) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:53:19.819497 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:19.852470 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94853308-99f3-4525-a2fa-4a09f9a4f437 admin admin] Made reservation on behalf of 189885bf9a5944bf8eaedd89bb5bec9f for: {'network': 1} {{(pid=110501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:53:19.856984 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-94853308-99f3-4525-a2fa-4a09f9a4f437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for network (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:19.866263 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.db_base_plugin_v2 [None req-539bb433-e5c0-4618-ac05-cae09f08cbd4 admin admin] Deleting subnet ead24355-5807-4ce4-ba8e-37e33b8ee5cf {{(pid=110500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 13:53:19.870183 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-539bb433-e5c0-4618-ac05-cae09f08cbd4 admin admin] Publish callbacks [] for subnet (ead24355-5807-4ce4-ba8e-37e33b8ee5cf), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:19.874878 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-94853308-99f3-4525-a2fa-4a09f9a4f437 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:19.933927 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-539bb433-e5c0-4618-ac05-cae09f08cbd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6617305'] for subnet (ead24355-5807-4ce4-ba8e-37e33b8ee5cf), precommit_delete_associations {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:19.972934 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:20.023146 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-94853308-99f3-4525-a2fa-4a09f9a4f437 admin admin] Publish callbacks [] for security_group (8ca94d2d-09ab-4ee6-bd84-c2d4a7639d08), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:20.031656 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-94853308-99f3-4525-a2fa-4a09f9a4f437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (8ca94d2d-09ab-4ee6-bd84-c2d4a7639d08), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:20.040349 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:20.064723 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94853308-99f3-4525-a2fa-4a09f9a4f437 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=110501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 13:53:20.078823 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-539bb433-e5c0-4618-ac05-cae09f08cbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693590'] for subnet (ead24355-5807-4ce4-ba8e-37e33b8ee5cf), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:20.086525 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-94853308-99f3-4525-a2fa-4a09f9a4f437 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755648326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329'] for segment (865ad695-e6b5-4527-9214-bd60ef4e493e), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:20.086941 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.db.segments_db [None req-94853308-99f3-4525-a2fa-4a09f9a4f437 admin admin] Added segment 865ad695-e6b5-4527-9214-bd60ef4e493e of type vlan for network f13feac7-9894-4fb0-8d65-5458a77bde4c May 26 13:53:20.088407 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94853308-99f3-4525-a2fa-4a09f9a4f437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca94d2d-09ab-4ee6-bd84-c2d4a7639d08,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:20.142638 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-94853308-99f3-4525-a2fa-4a09f9a4f437 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755647801200'] for network (f13feac7-9894-4fb0-8d65-5458a77bde4c), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:20.173251 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-94853308-99f3-4525-a2fa-4a09f9a4f437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for network (f13feac7-9894-4fb0-8d65-5458a77bde4c), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:20.174412 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94853308-99f3-4525-a2fa-4a09f9a4f437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:20.175307 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-94853308-99f3-4525-a2fa-4a09f9a4f437 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:20.233890 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-94853308-99f3-4525-a2fa-4a09f9a4f437 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.5916610 May 26 13:53:20.236882 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 36778) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:53:20.242252 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-36886de1-e787-493c-8791-0a2d4f81b134 admin admin] Request body: {'subnet': {'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1018459741-subnet', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'ip_version': 4}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:53:20.266725 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94853308-99f3-4525-a2fa-4a09f9a4f437 admin admin] Pushing event updated for resources: {'Network': ['ID=f13feac7-9894-4fb0-8d65-5458a77bde4c,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:20.282609 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Network f13feac7-9894-4fb0-8d65-5458a77bde4c details requested by agent ovs-agent-dv-cinder-819668-4-iscsi with host dv-cinder-819668-4-iscsi {{(pid=110502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 13:53:20.287175 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36886de1-e787-493c-8791-0a2d4f81b134 admin admin] Made reservation on behalf of 189885bf9a5944bf8eaedd89bb5bec9f for: {'subnet': 1} {{(pid=110501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:53:20.291506 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-36886de1-e787-493c-8791-0a2d4f81b134 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5516800'] for subnet (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:20.494731 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:20.520513 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-539bb433-e5c0-4618-ac05-cae09f08cbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7217969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6595509'] for subnet (ead24355-5807-4ce4-ba8e-37e33b8ee5cf), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:20.556730 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539bb433-e5c0-4618-ac05-cae09f08cbd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ead24355-5807-4ce4-ba8e-37e33b8ee5cf,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:20.568410 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-539bb433-e5c0-4618-ac05-cae09f08cbd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for subnet (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:20.574232 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-539bb433-e5c0-4618-ac05-cae09f08cbd4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ead24355-5807-4ce4-ba8e-37e33b8ee5cf HTTP/1.1" status: 204 len: 168 time: 0.7674272 May 26 13:53:20.576971 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 36782) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:53:20.582817 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf71ac0b-cbbf-44d2-9045-537899d4298d None None] Network 0478328b-202e-4fb7-84c6-c736725d6bdc requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:53:20.614002 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-36886de1-e787-493c-8791-0a2d4f81b134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5521535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5516822'] for subnet (6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:20.671079 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f633af-9f9c-47be-bd75-8a1d14c83491 req-f0605175-14af-4070-bdad-443e5b2b9c48 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:20.672918 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-36f633af-9f9c-47be-bd75-8a1d14c83491 req-f0605175-14af-4070-bdad-443e5b2b9c48 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 946 time: 0.0849273 May 26 13:53:20.726995 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36886de1-e787-493c-8791-0a2d4f81b134 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff,revision_number=0']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:20.745313 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36886de1-e787-493c-8791-0a2d4f81b134 admin admin] Checking segment: {'id': '865ad695-e6b5-4527-9214-bd60ef4e493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:53:20.745704 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36886de1-e787-493c-8791-0a2d4f81b134 admin admin] Network hostable DHCP agents. Network: f13feac7-9894-4fb0-8d65-5458a77bde4c, hostable agents: ['f02764f4-f497-4694-a2eb-22efe73666f4'], hosted agents: [] {{(pid=110501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 13:53:20.790617 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36886de1-e787-493c-8791-0a2d4f81b134 admin admin] Network f13feac7-9894-4fb0-8d65-5458a77bde4c is scheduled to be hosted by DHCP agent f02764f4-f497-4694-a2eb-22efe73666f4 with binding_index 1 {{(pid=110501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 13:53:20.822009 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.base_scheduler [None req-36886de1-e787-493c-8791-0a2d4f81b134 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819668-4-iscsi, f13feac7-9894-4fb0-8d65-5458a77bde4c) {{(pid=110501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:53:20.830663 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-36f633af-9f9c-47be-bd75-8a1d14c83491 req-cc79e40d-65dc-49b2-80c2-dfc943d6ff6e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098433 May 26 13:53:20.835115 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-b0c255b2-db46-4df2-b42c-f84a05a5a885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848337'] for network (0478328b-202e-4fb7-84c6-c736725d6bdc), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:20.849156 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2851e0eb-9e4a-452a-b9d9-a0f8566dad84 None None] Network f13feac7-9894-4fb0-8d65-5458a77bde4c requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:53:20.864336 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36886de1-e787-493c-8791-0a2d4f81b134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:20.864803 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-36886de1-e787-493c-8791-0a2d4f81b134 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:20.916517 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697f4536-a862-4625-be5f-a8eed73f2885 None None] DHCP port deletion for 0478328b-202e-4fb7-84c6-c736725d6bdc request from dv-cinder-819668-4-iscsi {{(pid=110502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 13:53:20.921254 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-36886de1-e787-493c-8791-0a2d4f81b134 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6831348 May 26 13:53:20.921836 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 36784) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:53:20.927215 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-95afd4c7-4391-4c18-8234-411244058b48 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1018459741-router', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'}}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:53:20.931402 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [None req-b0c255b2-db46-4df2-b42c-f84a05a5a885 admin admin] Deleting port d6634cbd-f37f-4434-8df9-1fc0b899a0ec {{(pid=110500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:53:20.931779 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-b0c255b2-db46-4df2-b42c-f84a05a5a885 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (d6634cbd-f37f-4434-8df9-1fc0b899a0ec), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:20.963637 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-95afd4c7-4391-4c18-8234-411244058b48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7936'] for router (f44875e1-708e-417c-bae9-74406f8f7817), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:20.964848 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-95afd4c7-4391-4c18-8234-411244058b48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-906688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-655507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7993'] for router (f44875e1-708e-417c-bae9-74406f8f7817), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:21.025574 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 40b46f81-da38-420d-8650-981c81ca403e no longer exists at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 13:53:21.048605 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [None req-b0c255b2-db46-4df2-b42c-f84a05a5a885 admin admin] For port d6634cbd-f37f-4434-8df9-1fc0b899a0ec, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=d6634cbd-f37f-4434-8df9-1fc0b899a0ec,segment=NetworkSegment(57eb3c7f-cf41-4d04-9254-b7cdfafd2014),segment_id=57eb3c7f-cf41-4d04-9254-b7cdfafd2014)] {{(pid=110500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:53:21.048986 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-b0c255b2-db46-4df2-b42c-f84a05a5a885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (d6634cbd-f37f-4434-8df9-1fc0b899a0ec), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:21.053953 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-95afd4c7-4391-4c18-8234-411244058b48 admin admin] Publish callbacks [] for router_controller (f44875e1-708e-417c-bae9-74406f8f7817), precommit_add_association {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:21.062927 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] No Port match for: 40b46f81-da38-420d-8650-981c81ca403e {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 13:53:21.063335 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 40b46f81-da38-420d-8650-981c81ca403e not bound to the agent host dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 13:53:21.064457 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device def1ab0c-2717-4495-afc4-8b7984a564e5 no longer exists at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 13:53:21.068624 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [None req-b0c255b2-db46-4df2-b42c-f84a05a5a885 admin admin] Calling delete_port for d6634cbd-f37f-4434-8df9-1fc0b899a0ec owned by network:dhcp {{(pid=110500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:53:21.069943 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-697f4536-a862-4625-be5f-a8eed73f2885 None None] Deleting port d6634cbd-f37f-4434-8df9-1fc0b899a0ec {{(pid=110502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:53:21.071010 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-697f4536-a862-4625-be5f-a8eed73f2885 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (d6634cbd-f37f-4434-8df9-1fc0b899a0ec), before_delete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:21.115491 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] No Port match for: def1ab0c-2717-4495-afc4-8b7984a564e5 {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 13:53:21.115993 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device def1ab0c-2717-4495-afc4-8b7984a564e5 not bound to the agent host dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 13:53:21.116586 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device d6634cbd-f37f-4434-8df9-1fc0b899a0ec no longer exists at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 13:53:21.145990 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:21.176104 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-b0c255b2-db46-4df2-b42c-f84a05a5a885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (d6634cbd-f37f-4434-8df9-1fc0b899a0ec), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:21.217157 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c255b2-db46-4df2-b42c-f84a05a5a885 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6634cbd-f37f-4434-8df9-1fc0b899a0ec,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:21.226459 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c255b2-db46-4df2-b42c-f84a05a5a885 admin admin] No DVR routers for this DVR port d6634cbd-f37f-4434-8df9-1fc0b899a0ec on host dv-cinder-819668-4-iscsi {{(pid=110500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 13:53:21.248296 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ebcd76-f597-4dce-9952-1a9ad85729bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c43c4a0-638b-5401-8746-75049319ae93-f13feac7-9894-4fb0-8d65-5458a77bde4c', 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c', 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'fixed_ips': [{'subnet_id': '6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff'}]}} from dv-cinder-819668-4-iscsi. {{(pid=110502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 13:53:21.249635 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-54ebcd76-f597-4dce-9952-1a9ad85729bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:21.253518 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-697f4536-a862-4625-be5f-a8eed73f2885 None None] For port d6634cbd-f37f-4434-8df9-1fc0b899a0ec, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=d6634cbd-f37f-4434-8df9-1fc0b899a0ec,segment=NetworkSegment(57eb3c7f-cf41-4d04-9254-b7cdfafd2014),segment_id=57eb3c7f-cf41-4d04-9254-b7cdfafd2014)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:53:21.255692 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-697f4536-a862-4625-be5f-a8eed73f2885 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (d6634cbd-f37f-4434-8df9-1fc0b899a0ec), precommit_delete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:21.277349 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-95afd4c7-4391-4c18-8234-411244058b48 admin admin] Publish callbacks [] for router_gateway (f44875e1-708e-417c-bae9-74406f8f7817), precommit_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:21.295545 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] No active binding found for port d6634cbd-f37f-4434-8df9-1fc0b899a0ec {{(pid=110502) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 26 13:53:21.296700 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] The host dv-cinder-819668-4-iscsi is not matching for port d6634cbd-f37f-4434-8df9-1fc0b899a0ec host None! {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2396}} May 26 13:53:21.297335 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device d6634cbd-f37f-4434-8df9-1fc0b899a0ec not bound to the agent host dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 13:53:21.318444 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-697f4536-a862-4625-be5f-a8eed73f2885 None None] Calling delete_port for d6634cbd-f37f-4434-8df9-1fc0b899a0ec owned by network:dhcp {{(pid=110502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:53:21.333566 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-b0c255b2-db46-4df2-b42c-f84a05a5a885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1689123', 'neutron.services.segments.db._delete_segments_for_network-8755648326512'] for network (0478328b-202e-4fb7-84c6-c736725d6bdc), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:21.360545 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.services.segments.db [None req-b0c255b2-db46-4df2-b42c-f84a05a5a885 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0478328b-202e-4fb7-84c6-c736725d6bdc']}} {{(pid=110500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:53:21.371618 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.services.segments.db [None req-b0c255b2-db46-4df2-b42c-f84a05a5a885 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57eb3c7f-cf41-4d04-9254-b7cdfafd2014') {'for_net_delete': True} {{(pid=110500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:53:21.372000 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.services.segments.db [None req-b0c255b2-db46-4df2-b42c-f84a05a5a885 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57eb3c7f-cf41-4d04-9254-b7cdfafd2014') {} {{(pid=110500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:53:21.382809 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-b0c255b2-db46-4df2-b42c-f84a05a5a885 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755648326009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6617312'] for segment (57eb3c7f-cf41-4d04-9254-b7cdfafd2014), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:21.397151 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:21.399481 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-b0c255b2-db46-4df2-b42c-f84a05a5a885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329'] for segment (57eb3c7f-cf41-4d04-9254-b7cdfafd2014), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:21.410415 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0c255b2-db46-4df2-b42c-f84a05a5a885 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=110500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 13:53:21.410915 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-b0c255b2-db46-4df2-b42c-f84a05a5a885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7218579'] for segment (57eb3c7f-cf41-4d04-9254-b7cdfafd2014), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:21.424417 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:21.491055 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-b0c255b2-db46-4df2-b42c-f84a05a5a885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1689112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568567'] for network (0478328b-202e-4fb7-84c6-c736725d6bdc), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:21.499937 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-b0c255b2-db46-4df2-b42c-f84a05a5a885 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:21.522682 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-b0c255b2-db46-4df2-b42c-f84a05a5a885 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0478328b-202e-4fb7-84c6-c736725d6bdc HTTP/1.1" status: 204 len: 168 time: 0.9420171 May 26 13:53:21.536762 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 36790) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:53:21.568882 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-95afd4c7-4391-4c18-8234-411244058b48 admin admin] Publish callbacks [] for router_gateway (f44875e1-708e-417c-bae9-74406f8f7817), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:21.592321 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.db_base_plugin_common [None req-54ebcd76-f597-4dce-9952-1a9ad85729bf None None] Allocated IP 172.20.0.2 (f13feac7-9894-4fb0-8d65-5458a77bde4c/6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff/473f8497-55f9-439a-b501-99cde43e7c24) {{(pid=110502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:53:21.609864 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-95afd4c7-4391-4c18-8234-411244058b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:21.636231 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.services.segments.plugin [-] Segment 57eb3c7f-cf41-4d04-9254-b7cdfafd2014 resource provider aggregate not found May 26 13:53:21.652013 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c255b2-db46-4df2-b42c-f84a05a5a885 admin admin] Pushing event deleted for resources: {'Network': ['ID=0478328b-202e-4fb7-84c6-c736725d6bdc,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:21.691071 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.services.segments.plugin [-] Segment 57eb3c7f-cf41-4d04-9254-b7cdfafd2014 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 57eb3c7f-cf41-4d04-9254-b7cdfafd2014 found for delete ", "request_id": "req-1c16e0a7-f38b-4696-a633-bf6402f6b124"}]} May 26 13:53:21.717251 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:21.717959 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=4,neutron:DELETE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:21.739336 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-697f4536-a862-4625-be5f-a8eed73f2885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050'] for port (d6634cbd-f37f-4434-8df9-1fc0b899a0ec), after_delete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:21.783362 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.db_base_plugin_common [None req-95afd4c7-4391-4c18-8234-411244058b48 admin admin] Allocated IP 172.27.2.39 (90e76b28-de17-4e9a-956c-e3acc4b829ee/72a92eeb-8c5d-4770-b3e7-e9300b6be16c/fad0e164-8bce-43a3-835a-efc4c281665c) {{(pid=110501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:53:21.797307 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f4536-a862-4625-be5f-a8eed73f2885 None None] Pushing event deleted for resources: {'Port': ['ID=d6634cbd-f37f-4434-8df9-1fc0b899a0ec,revision_number=None']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:21.801646 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-697f4536-a862-4625-be5f-a8eed73f2885 None None] Network 0478328b-202e-4fb7-84c6-c736725d6bdc is not hosted by any dhcp agent {{(pid=110502) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 26 13:53:21.802379 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697f4536-a862-4625-be5f-a8eed73f2885 None None] No DVR routers for this DVR port d6634cbd-f37f-4434-8df9-1fc0b899a0ec on host dv-cinder-819668-4-iscsi {{(pid=110502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 13:53:21.852655 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-54ebcd76-f597-4dce-9952-1a9ad85729bf None None] Publish callbacks [] for port (473f8497-55f9-439a-b501-99cde43e7c24), precommit_create {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:21.868978 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:21.871558 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-54ebcd76-f597-4dce-9952-1a9ad85729bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041'] for port (473f8497-55f9-439a-b501-99cde43e7c24), after_create {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:21.918719 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ebcd76-f597-4dce-9952-1a9ad85729bf None None] Pushing event updated for resources: {'Port': ['ID=473f8497-55f9-439a-b501-99cde43e7c24,revision_number=1']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:21.930029 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ebcd76-f597-4dce-9952-1a9ad85729bf None None] Network f13feac7-9894-4fb0-8d65-5458a77bde4c is already hosted by enough agents. {{(pid=110502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:53:21.933622 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.scheduler.base_scheduler [None req-54ebcd76-f597-4dce-9952-1a9ad85729bf None None] Resources bound (agent type, host, resource id): {{(pid=110502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:53:21.936584 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ebcd76-f597-4dce-9952-1a9ad85729bf None None] Received port after_create {{(pid=110502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:53:21.998717 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-54ebcd76-f597-4dce-9952-1a9ad85729bf None None] Attempting to bind port 473f8497-55f9-439a-b501-99cde43e7c24 on host dv-cinder-819668-4-iscsi for vnic_type normal with profile {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:53:21.999273 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-54ebcd76-f597-4dce-9952-1a9ad85729bf None None] Attempting to bind port 473f8497-55f9-439a-b501-99cde43e7c24 by drivers openvswitch,hyperv on host dv-cinder-819668-4-iscsi at level 0 using segments [{'id': '865ad695-e6b5-4527-9214-bd60ef4e493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c'}] {{(pid=110502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:53:21.999747 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ebcd76-f597-4dce-9952-1a9ad85729bf None None] Attempting to bind port 473f8497-55f9-439a-b501-99cde43e7c24 on network f13feac7-9894-4fb0-8d65-5458a77bde4c {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:53:22.008995 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-95afd4c7-4391-4c18-8234-411244058b48 admin admin] Publish callbacks [] for port (fad0e164-8bce-43a3-835a-efc4c281665c), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:22.010130 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ebcd76-f597-4dce-9952-1a9ad85729bf None None] Checking agent: {'id': '8ab0da26-f041-4f99-a2cc-fa5d75d9001c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 35, 50), 'started_at': datetime.datetime(2022, 5, 26, 13, 36, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:53:22.011665 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ebcd76-f597-4dce-9952-1a9ad85729bf None None] Checking segment: {'id': '865ad695-e6b5-4527-9214-bd60ef4e493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:53:22.013575 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-54ebcd76-f597-4dce-9952-1a9ad85729bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:22.014071 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ebcd76-f597-4dce-9952-1a9ad85729bf None None] Bound using segment: {'id': '865ad695-e6b5-4527-9214-bd60ef4e493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c'} {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:53:22.014652 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-54ebcd76-f597-4dce-9952-1a9ad85729bf None None] Bound port: 473f8497-55f9-439a-b501-99cde43e7c24, host: dv-cinder-819668-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '865ad695-e6b5-4527-9214-bd60ef4e493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c'}}] {{(pid=110502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:53:22.015803 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-54ebcd76-f597-4dce-9952-1a9ad85729bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (473f8497-55f9-439a-b501-99cde43e7c24), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:22.059298 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ac04c-e87a-428e-ad29-f8c88ab4d8c2 req-bf671d45-a7f2-4dda-b21d-a2cf11ab357f tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:22.060900 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-7d8ac04c-e87a-428e-ad29-f8c88ab4d8c2 req-bf671d45-a7f2-4dda-b21d-a2cf11ab357f tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 946 time: 0.0713871 May 26 13:53:22.100725 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-54ebcd76-f597-4dce-9952-1a9ad85729bf None None] For port 473f8497-55f9-439a-b501-99cde43e7c24, host dv-cinder-819668-4-iscsi, cleared binding levels {{(pid=110502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:53:22.104130 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-54ebcd76-f597-4dce-9952-1a9ad85729bf None None] For port 473f8497-55f9-439a-b501-99cde43e7c24, host dv-cinder-819668-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=473f8497-55f9-439a-b501-99cde43e7c24,segment=NetworkSegment(865ad695-e6b5-4527-9214-bd60ef4e493e),segment_id=865ad695-e6b5-4527-9214-bd60ef4e493e)] {{(pid=110502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:53:22.113060 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-54ebcd76-f597-4dce-9952-1a9ad85729bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (473f8497-55f9-439a-b501-99cde43e7c24), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:22.150300 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-bf9acf9f-72da-48df-adb7-4b4433b8b22f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568805'] for router_interface (46699b9d-af08-45a0-ba3b-18830f9784be), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:22.166169 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-7d8ac04c-e87a-428e-ad29-f8c88ab4d8c2 req-1f808878-4e8e-4aa4-8014-d6e9a3d5ae97 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808353 May 26 13:53:22.167502 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-95afd4c7-4391-4c18-8234-411244058b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5523151'] for port (fad0e164-8bce-43a3-835a-efc4c281665c), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:22.231577 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ebcd76-f597-4dce-9952-1a9ad85729bf None None] Pushing event updated for resources: {'Port': ['ID=473f8497-55f9-439a-b501-99cde43e7c24,revision_number=2']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:22.252087 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95afd4c7-4391-4c18-8234-411244058b48 admin admin] Network 90e76b28-de17-4e9a-956c-e3acc4b829ee is already hosted by enough agents. {{(pid=110501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:53:22.253670 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95afd4c7-4391-4c18-8234-411244058b48 admin admin] Pushing event updated for resources: {'Port': ['ID=fad0e164-8bce-43a3-835a-efc4c281665c,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:22.256664 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.base_scheduler [None req-95afd4c7-4391-4c18-8234-411244058b48 admin admin] Resources bound (agent type, host, resource id): {{(pid=110501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:53:22.262957 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95afd4c7-4391-4c18-8234-411244058b48 admin admin] Received port after_create {{(pid=110501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:53:22.526975 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [None req-bf9acf9f-72da-48df-adb7-4b4433b8b22f admin admin] Deleting port d338cc1d-e40e-44d0-8c7f-f20e4b9adef9 {{(pid=110500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:53:22.527569 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-bf9acf9f-72da-48df-adb7-4b4433b8b22f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (d338cc1d-e40e-44d0-8c7f-f20e4b9adef9), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:22.579900 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:22.644216 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [None req-bf9acf9f-72da-48df-adb7-4b4433b8b22f admin admin] For port d338cc1d-e40e-44d0-8c7f-f20e4b9adef9, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=d338cc1d-e40e-44d0-8c7f-f20e4b9adef9,segment=NetworkSegment(a1bf660c-5b19-4c60-b894-8e89a95cecad),segment_id=a1bf660c-5b19-4c60-b894-8e89a95cecad)] {{(pid=110500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:53:22.644782 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-bf9acf9f-72da-48df-adb7-4b4433b8b22f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (d338cc1d-e40e-44d0-8c7f-f20e4b9adef9), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:22.648665 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-95afd4c7-4391-4c18-8234-411244058b48 admin admin] Publish callbacks [] for router_gateway (f44875e1-708e-417c-bae9-74406f8f7817), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:22.672581 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [None req-bf9acf9f-72da-48df-adb7-4b4433b8b22f admin admin] Calling delete_port for d338cc1d-e40e-44d0-8c7f-f20e4b9adef9 owned by network:router_interface {{(pid=110500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:53:22.935933 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:23.010866 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-95afd4c7-4391-4c18-8234-411244058b48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-906743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569091'] for router (f44875e1-708e-417c-bae9-74406f8f7817), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:23.052353 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 473f8497-55f9-439a-b501-99cde43e7c24 up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:53:23.055309 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-bf9acf9f-72da-48df-adb7-4b4433b8b22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (d338cc1d-e40e-44d0-8c7f-f20e4b9adef9), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:23.084617 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9acf9f-72da-48df-adb7-4b4433b8b22f admin admin] Pushing event deleted for resources: {'Port': ['ID=d338cc1d-e40e-44d0-8c7f-f20e4b9adef9,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:23.110105 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:23.151994 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port 473f8497-55f9-439a-b501-99cde43e7c24 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:53:23.152645 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (473f8497-55f9-439a-b501-99cde43e7c24), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:23.202256 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:23.281823 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port 473f8497-55f9-439a-b501-99cde43e7c24 is: DOWN; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:53:23.282809 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (473f8497-55f9-439a-b501-99cde43e7c24), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:23.302096 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95afd4c7-4391-4c18-8234-411244058b48 admin admin] Router f44875e1-708e-417c-bae9-74406f8f7817 is scheduled to L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f with binding_index 1 {{(pid=110501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 13:53:23.400813 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] For port 473f8497-55f9-439a-b501-99cde43e7c24, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=473f8497-55f9-439a-b501-99cde43e7c24,segment=NetworkSegment(865ad695-e6b5-4527-9214-bd60ef4e493e),segment_id=865ad695-e6b5-4527-9214-bd60ef4e493e)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:53:23.411827 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (473f8497-55f9-439a-b501-99cde43e7c24), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:23.470710 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95afd4c7-4391-4c18-8234-411244058b48 admin admin] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:53:23.499809 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ea4dce-8e01-48f4-a833-9dccda884d5b None None] Sync routers for ids ['f44875e1-708e-417c-bae9-74406f8f7817'] in dv-cinder-819668-4-iscsi {{(pid=110502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:53:23.509201 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-95afd4c7-4391-4c18-8234-411244058b48 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:23.510600 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-95afd4c7-4391-4c18-8234-411244058b48 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5876172 May 26 13:53:23.514038 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 36804) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:53:23.525241 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ea4dce-8e01-48f4-a833-9dccda884d5b None None] Routers {'f44875e1-708e-417c-bae9-74406f8f7817'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:53:23.527516 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-b9ea4dce-8e01-48f4-a833-9dccda884d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:53:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['f44875e1-708e-417c-bae9-74406f8f7817'], 'active': True} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:53:23.554264 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d10a1-5e3b-43d6-9119-333da17e4108 req-fa0e8450-0a6c-4803-9bcc-87d8337e69c8 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:23.555833 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-035d10a1-5e3b-43d6-9119-333da17e4108 req-fa0e8450-0a6c-4803-9bcc-87d8337e69c8 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 946 time: 0.1881030 May 26 13:53:23.606787 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Pushing event updated for resources: {'Port': ['ID=473f8497-55f9-439a-b501-99cde43e7c24,revision_number=3']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:23.713431 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-bf9acf9f-72da-48df-adb7-4b4433b8b22f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-302216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568697'] for router_interface (46699b9d-af08-45a0-ba3b-18830f9784be), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:23.773031 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvr_db [None req-b9ea4dce-8e01-48f4-a833-9dccda884d5b None None] Set router f44875e1-708e-417c-bae9-74406f8f7817 gateway port host: dv-cinder-819668-4-iscsi {{(pid=110502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:53:23.786843 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-035d10a1-5e3b-43d6-9119-333da17e4108 req-a6ab81b9-ca6b-4e5e-9523-4ca1fb8ddfd2 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732841 May 26 13:53:23.834477 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32ec0d9-3e20-4f81-af8e-ee099b5bf837 None None] Network f13feac7-9894-4fb0-8d65-5458a77bde4c requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:53:23.931659 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:23.985264 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:23.993796 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-a80ef62c-07f1-482d-8591-13d61841daaa None None] Provisioning complete for port 473f8497-55f9-439a-b501-99cde43e7c24 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:53:23.994414 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-a80ef62c-07f1-482d-8591-13d61841daaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (473f8497-55f9-439a-b501-99cde43e7c24), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:24.091692 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9acf9f-72da-48df-adb7-4b4433b8b22f admin admin] Router 46699b9d-af08-45a0-ba3b-18830f9784be has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:53:24.106386 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-b9ea4dce-8e01-48f4-a833-9dccda884d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'name': 'tempest-TestVolumeBootPattern-1018459741-router', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:53:20Z', 'updated_at': '2022-05-26T13:53:22Z', 'revision_number': 3, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'gw_port': {'id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:da:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:21Z', 'updated_at': '2022-05-26T13:53:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi'}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:53:24.250458 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9acf9f-72da-48df-adb7-4b4433b8b22f admin admin] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:53:24.263048 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-bf9acf9f-72da-48df-adb7-4b4433b8b22f admin admin] 10.222.0.16 "PUT /v2.0/routers/46699b9d-af08-45a0-ba3b-18830f9784be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7208774 May 26 13:53:24.267747 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 36806) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:53:24.275204 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b665a5-f339-46ed-a234-d6d768e1abf3 None None] Sync routers for ids ['46699b9d-af08-45a0-ba3b-18830f9784be'] in dv-cinder-819668-4-iscsi {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:53:24.300493 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ea4dce-8e01-48f4-a833-9dccda884d5b None None] Checking router: f44875e1-708e-417c-bae9-74406f8f7817 for host: dv-cinder-819668-4-iscsi {{(pid=110502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:53:24.301151 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ea4dce-8e01-48f4-a833-9dccda884d5b None None] Updating router f44875e1-708e-417c-bae9-74406f8f7817 port fad0e164-8bce-43a3-835a-efc4c281665c binding host dv-cinder-819668-4-iscsi {{(pid=110502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 13:53:24.324081 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b665a5-f339-46ed-a234-d6d768e1abf3 None None] Routers {'46699b9d-af08-45a0-ba3b-18830f9784be'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:53:24.324858 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-14b665a5-f339-46ed-a234-d6d768e1abf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:53:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['46699b9d-af08-45a0-ba3b-18830f9784be'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:53:24.373194 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-b9ea4dce-8e01-48f4-a833-9dccda884d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (fad0e164-8bce-43a3-835a-efc4c281665c), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:24.419243 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-a80ef62c-07f1-482d-8591-13d61841daaa None None] Current status of the port 473f8497-55f9-439a-b501-99cde43e7c24 is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:53:24.468664 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-10ce542b-205a-4f65-b91f-f6088f469784 admin admin] Publish callbacks [] for router (46699b9d-af08-45a0-ba3b-18830f9784be), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:24.525359 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-14b665a5-f339-46ed-a234-d6d768e1abf3 None None] Set router 46699b9d-af08-45a0-ba3b-18830f9784be gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:53:24.532614 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:24.691885 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-10ce542b-205a-4f65-b91f-f6088f469784 admin admin] Publish callbacks [] for router_gateway (46699b9d-af08-45a0-ba3b-18830f9784be), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:24.750114 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-53fb556a-97fd-47c9-8106-da00e5a50233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:24.767103 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [None req-10ce542b-205a-4f65-b91f-f6088f469784 admin admin] Deleting port 2dcb9f4f-9acf-4952-8425-1e268fc47a58 {{(pid=110500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:53:24.767582 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-10ce542b-205a-4f65-b91f-f6088f469784 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (2dcb9f4f-9acf-4952-8425-1e268fc47a58), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:24.839165 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:24.882239 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [None req-10ce542b-205a-4f65-b91f-f6088f469784 admin admin] For port 2dcb9f4f-9acf-4952-8425-1e268fc47a58, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=2dcb9f4f-9acf-4952-8425-1e268fc47a58,segment=NetworkSegment(36759762-4a51-4579-800b-deb2c27dac78),segment_id=36759762-4a51-4579-800b-deb2c27dac78)] {{(pid=110500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:53:24.882749 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-10ce542b-205a-4f65-b91f-f6088f469784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (2dcb9f4f-9acf-4952-8425-1e268fc47a58), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:24.907200 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-7f36e739-62c6-40f4-bb62-c05061195c24 None None] Provisioning complete for port 473f8497-55f9-439a-b501-99cde43e7c24 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:53:24.907568 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-7f36e739-62c6-40f4-bb62-c05061195c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (473f8497-55f9-439a-b501-99cde43e7c24), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:24.920066 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [None req-10ce542b-205a-4f65-b91f-f6088f469784 admin admin] Calling delete_port for 2dcb9f4f-9acf-4952-8425-1e268fc47a58 owned by network:router_gateway {{(pid=110500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:53:24.966060 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-14b665a5-f339-46ed-a234-d6d768e1abf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46699b9d-af08-45a0-ba3b-18830f9784be', 'name': 'tempest-TestShelveInstance-2080710620-router', 'tenant_id': 'ca93026e5b7e450e851a230162a45408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '2dcb9f4f-9acf-4952-8425-1e268fc47a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:46:25Z', 'updated_at': '2022-05-26T13:53:22Z', 'revision_number': 5, 'project_id': 'ca93026e5b7e450e851a230162a45408', 'gw_port': {'id': '2dcb9f4f-9acf-4952-8425-1e268fc47a58', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fa:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46699b9d-af08-45a0-ba3b-18830f9784be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:46:25Z', 'updated_at': '2022-05-26T13:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi'}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:53:24.993486 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b665a5-f339-46ed-a234-d6d768e1abf3 None None] Checking router: 46699b9d-af08-45a0-ba3b-18830f9784be for host: dv-cinder-819668-4-iscsi {{(pid=110503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:53:25.003914 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b665a5-f339-46ed-a234-d6d768e1abf3 None None] Routers {'46699b9d-af08-45a0-ba3b-18830f9784be'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:53:25.004843 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-14b665a5-f339-46ed-a234-d6d768e1abf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:53:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['46699b9d-af08-45a0-ba3b-18830f9784be'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:53:25.084454 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-b9ea4dce-8e01-48f4-a833-9dccda884d5b None None] Publish callbacks [] for port (fad0e164-8bce-43a3-835a-efc4c281665c), precommit_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:25.132889 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-7f36e739-62c6-40f4-bb62-c05061195c24 None None] Current status of the port 473f8497-55f9-439a-b501-99cde43e7c24 is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:53:25.141803 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-b9ea4dce-8e01-48f4-a833-9dccda884d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (fad0e164-8bce-43a3-835a-efc4c281665c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:25.172103 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:25.226660 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 473f8497-55f9-439a-b501-99cde43e7c24 up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:53:25.239499 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.db_base_plugin_common [None req-53fb556a-97fd-47c9-8106-da00e5a50233 admin admin] Allocated IP 172.20.0.1 (f13feac7-9894-4fb0-8d65-5458a77bde4c/6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff/c048553c-a9a2-4059-931e-1009273acc25) {{(pid=110501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:53:25.246802 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-14b665a5-f339-46ed-a234-d6d768e1abf3 None None] Set router 46699b9d-af08-45a0-ba3b-18830f9784be gateway port host: None {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:53:25.252700 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ad5cc-b8ab-44b5-8214-357100088bad req-17b8cfdf-5277-4800-aa00-624e7d09678f tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:25.254803 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-b17ad5cc-b8ab-44b5-8214-357100088bad req-17b8cfdf-5277-4800-aa00-624e7d09678f tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 946 time: 0.1882308 May 26 13:53:25.261147 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-b9ea4dce-8e01-48f4-a833-9dccda884d5b None None] Attempting to bind port fad0e164-8bce-43a3-835a-efc4c281665c on host dv-cinder-819668-4-iscsi for vnic_type normal with profile {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:53:25.261715 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-b9ea4dce-8e01-48f4-a833-9dccda884d5b None None] Attempting to bind port fad0e164-8bce-43a3-835a-efc4c281665c by drivers openvswitch,hyperv on host dv-cinder-819668-4-iscsi at level 0 using segments [{'id': '36759762-4a51-4579-800b-deb2c27dac78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'}] {{(pid=110502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:53:25.262201 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ea4dce-8e01-48f4-a833-9dccda884d5b None None] Attempting to bind port fad0e164-8bce-43a3-835a-efc4c281665c on network 90e76b28-de17-4e9a-956c-e3acc4b829ee {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:53:25.278988 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcec33-1654-4c89-98ec-1d152a8e2047 None None] Pushing event updated for resources: {'Port': ['ID=fad0e164-8bce-43a3-835a-efc4c281665c,revision_number=2']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:25.285028 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ea4dce-8e01-48f4-a833-9dccda884d5b None None] Checking agent: {'id': '8ab0da26-f041-4f99-a2cc-fa5d75d9001c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 35, 50), 'started_at': datetime.datetime(2022, 5, 26, 13, 36, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:53:25.285593 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ea4dce-8e01-48f4-a833-9dccda884d5b None None] Checking segment: {'id': '36759762-4a51-4579-800b-deb2c27dac78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:53:25.286214 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-b9ea4dce-8e01-48f4-a833-9dccda884d5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:25.286850 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ea4dce-8e01-48f4-a833-9dccda884d5b None None] Bound using segment: {'id': '36759762-4a51-4579-800b-deb2c27dac78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'} {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:53:25.287473 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-b9ea4dce-8e01-48f4-a833-9dccda884d5b None None] Bound port: fad0e164-8bce-43a3-835a-efc4c281665c, host: dv-cinder-819668-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36759762-4a51-4579-800b-deb2c27dac78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'}}] {{(pid=110502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:53:25.288095 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-b9ea4dce-8e01-48f4-a833-9dccda884d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (fad0e164-8bce-43a3-835a-efc4c281665c), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:25.294233 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-10ce542b-205a-4f65-b91f-f6088f469784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (2dcb9f4f-9acf-4952-8425-1e268fc47a58), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:25.338478 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-14b665a5-f339-46ed-a234-d6d768e1abf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46699b9d-af08-45a0-ba3b-18830f9784be', 'name': 'tempest-TestShelveInstance-2080710620-router', 'tenant_id': 'ca93026e5b7e450e851a230162a45408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:46:25Z', 'updated_at': '2022-05-26T13:53:24Z', 'revision_number': 6, 'project_id': 'ca93026e5b7e450e851a230162a45408', 'gw_port_host': None}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:53:25.348226 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:25.378960 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b665a5-f339-46ed-a234-d6d768e1abf3 None None] The sync data for ids ['46699b9d-af08-45a0-ba3b-18830f9784be'] in dv-cinder-819668-4-iscsi is: [{'id': '46699b9d-af08-45a0-ba3b-18830f9784be', 'name': 'tempest-TestShelveInstance-2080710620-router', 'tenant_id': 'ca93026e5b7e450e851a230162a45408', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:46:25Z', 'updated_at': '2022-05-26T13:53:24Z', 'revision_number': 6, 'project_id': 'ca93026e5b7e450e851a230162a45408', 'gw_port_host': None}] {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:53:25.384043 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ce542b-205a-4f65-b91f-f6088f469784 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dcb9f4f-9acf-4952-8425-1e268fc47a58,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:25.405668 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port 473f8497-55f9-439a-b501-99cde43e7c24 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:53:25.407826 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (473f8497-55f9-439a-b501-99cde43e7c24), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:25.415266 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-b9ea4dce-8e01-48f4-a833-9dccda884d5b None None] For port fad0e164-8bce-43a3-835a-efc4c281665c, host dv-cinder-819668-4-iscsi, cleared binding levels {{(pid=110502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:53:25.429121 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-b17ad5cc-b8ab-44b5-8214-357100088bad req-c7ad8335-2a7e-4f17-bf98-21e0b16dbe2e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671124 May 26 13:53:25.440010 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-10ce542b-205a-4f65-b91f-f6088f469784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568539'] for router_gateway (46699b9d-af08-45a0-ba3b-18830f9784be), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:25.478141 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-b9ea4dce-8e01-48f4-a833-9dccda884d5b None None] For port fad0e164-8bce-43a3-835a-efc4c281665c, host dv-cinder-819668-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=fad0e164-8bce-43a3-835a-efc4c281665c,segment=NetworkSegment(36759762-4a51-4579-800b-deb2c27dac78),segment_id=36759762-4a51-4579-800b-deb2c27dac78)] {{(pid=110502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:53:25.498044 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-53fb556a-97fd-47c9-8106-da00e5a50233 admin admin] Publish callbacks [] for port (c048553c-a9a2-4059-931e-1009273acc25), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:25.499841 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-b9ea4dce-8e01-48f4-a833-9dccda884d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (fad0e164-8bce-43a3-835a-efc4c281665c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:25.503694 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:25.536191 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:25.540410 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-53fb556a-97fd-47c9-8106-da00e5a50233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5523151'] for port (c048553c-a9a2-4059-931e-1009273acc25), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:25.550461 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-10ce542b-205a-4f65-b91f-f6088f469784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-906634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router (46699b9d-af08-45a0-ba3b-18830f9784be), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:25.553909 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-10ce542b-205a-4f65-b91f-f6088f469784 admin admin] Publish callbacks [] for router_controller (46699b9d-af08-45a0-ba3b-18830f9784be), precommit_delete_associations {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:25.591617 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fb556a-97fd-47c9-8106-da00e5a50233 admin admin] Network f13feac7-9894-4fb0-8d65-5458a77bde4c is already hosted by enough agents. {{(pid=110501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:53:25.595908 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.base_scheduler [None req-53fb556a-97fd-47c9-8106-da00e5a50233 admin admin] Resources bound (agent type, host, resource id): {{(pid=110501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:53:25.598851 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb556a-97fd-47c9-8106-da00e5a50233 admin admin] Pushing event updated for resources: {'Port': ['ID=c048553c-a9a2-4059-931e-1009273acc25,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:25.603878 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fb556a-97fd-47c9-8106-da00e5a50233 admin admin] Received port after_create {{(pid=110501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:53:25.606898 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fcec33-1654-4c89-98ec-1d152a8e2047 None None] Pushing event updated for resources: {'Port': ['ID=fad0e164-8bce-43a3-835a-efc4c281665c,revision_number=3']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:25.610470 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb556a-97fd-47c9-8106-da00e5a50233 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:25.610826 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb556a-97fd-47c9-8106-da00e5a50233 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:25.611189 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb556a-97fd-47c9-8106-da00e5a50233 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:25.611518 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb556a-97fd-47c9-8106-da00e5a50233 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:25.611859 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb556a-97fd-47c9-8106-da00e5a50233 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:25.613036 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb556a-97fd-47c9-8106-da00e5a50233 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:25.613395 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb556a-97fd-47c9-8106-da00e5a50233 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:25.613739 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb556a-97fd-47c9-8106-da00e5a50233 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:25.613863 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-10ce542b-205a-4f65-b91f-f6088f469784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-906625'] for router (46699b9d-af08-45a0-ba3b-18830f9784be), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:25.614128 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb556a-97fd-47c9-8106-da00e5a50233 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:25.614464 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb556a-97fd-47c9-8106-da00e5a50233 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:25.614798 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb556a-97fd-47c9-8106-da00e5a50233 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:25.615185 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb556a-97fd-47c9-8106-da00e5a50233 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:25.615303 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ce542b-205a-4f65-b91f-f6088f469784 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46699b9d-af08-45a0-ba3b-18830f9784be {{(pid=110500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 13:53:25.615518 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb556a-97fd-47c9-8106-da00e5a50233 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:25.615845 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb556a-97fd-47c9-8106-da00e5a50233 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:25.616173 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fb556a-97fd-47c9-8106-da00e5a50233 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:25.618615 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ea4dce-8e01-48f4-a833-9dccda884d5b None None] Routers {'f44875e1-708e-417c-bae9-74406f8f7817'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:53:25.619238 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-b9ea4dce-8e01-48f4-a833-9dccda884d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:53:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['f44875e1-708e-417c-bae9-74406f8f7817'], 'active': True} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:53:25.622141 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-10ce542b-205a-4f65-b91f-f6088f469784 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:25.626170 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-10ce542b-205a-4f65-b91f-f6088f469784 admin admin] 10.222.0.16 "DELETE /v2.0/routers/46699b9d-af08-45a0-ba3b-18830f9784be HTTP/1.1" status: 204 len: 168 time: 1.3552690 May 26 13:53:25.626817 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 36820) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:53:25.657892 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port 473f8497-55f9-439a-b501-99cde43e7c24 is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:53:25.679323 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-53fb556a-97fd-47c9-8106-da00e5a50233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568432'] for router_interface (f44875e1-708e-417c-bae9-74406f8f7817), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:25.702301 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6dff78a-eb80-47e2-a617-1b07266cc2f9 admin admin] Deleting subnet 69bd7991-e84c-4d7d-8e71-2f79899f8715 {{(pid=110500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 13:53:25.707927 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-b6dff78a-eb80-47e2-a617-1b07266cc2f9 admin admin] Publish callbacks [] for subnet (69bd7991-e84c-4d7d-8e71-2f79899f8715), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:25.744847 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvr_db [None req-b9ea4dce-8e01-48f4-a833-9dccda884d5b None None] Set router f44875e1-708e-417c-bae9-74406f8f7817 gateway port host: dv-cinder-819668-4-iscsi {{(pid=110502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:53:25.762204 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:25.765166 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-b6dff78a-eb80-47e2-a617-1b07266cc2f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6617305'] for subnet (69bd7991-e84c-4d7d-8e71-2f79899f8715), precommit_delete_associations {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:25.871918 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-b6dff78a-eb80-47e2-a617-1b07266cc2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693590'] for subnet (69bd7991-e84c-4d7d-8e71-2f79899f8715), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:25.898317 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-53fb556a-97fd-47c9-8106-da00e5a50233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (c048553c-a9a2-4059-931e-1009273acc25), before_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:25.983595 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-b6dff78a-eb80-47e2-a617-1b07266cc2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7217969', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6595509'] for subnet (69bd7991-e84c-4d7d-8e71-2f79899f8715), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:26.016347 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-b9ea4dce-8e01-48f4-a833-9dccda884d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'name': 'tempest-TestVolumeBootPattern-1018459741-router', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:53:20Z', 'updated_at': '2022-05-26T13:53:22Z', 'revision_number': 3, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'gw_port': {'id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:da:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:21Z', 'updated_at': '2022-05-26T13:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi'}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:53:26.027404 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dff78a-eb80-47e2-a617-1b07266cc2f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69bd7991-e84c-4d7d-8e71-2f79899f8715,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:26.035133 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-b6dff78a-eb80-47e2-a617-1b07266cc2f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for subnet (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:26.038688 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-b6dff78a-eb80-47e2-a617-1b07266cc2f9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/69bd7991-e84c-4d7d-8e71-2f79899f8715 HTTP/1.1" status: 204 len: 168 time: 0.4105203 May 26 13:53:26.043200 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 36822) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:53:26.052991 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edf3d0a-328f-4ba6-9e3d-57b5d39bb632 None None] Network 9cb73013-323f-4524-8a76-af2d0673627e requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:53:26.055793 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ea4dce-8e01-48f4-a833-9dccda884d5b None None] The sync data for ids ['f44875e1-708e-417c-bae9-74406f8f7817'] in dv-cinder-819668-4-iscsi is: [{'id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'name': 'tempest-TestVolumeBootPattern-1018459741-router', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:53:20Z', 'updated_at': '2022-05-26T13:53:22Z', 'revision_number': 3, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'gw_port': {'id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:da:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:21Z', 'updated_at': '2022-05-26T13:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi'}] {{(pid=110502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:53:26.151166 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-45d0af6d-906c-47c5-9770-e286bc701d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848337'] for network (9cb73013-323f-4524-8a76-af2d0673627e), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:26.156209 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-53fb556a-97fd-47c9-8106-da00e5a50233 admin admin] Publish callbacks [] for port (c048553c-a9a2-4059-931e-1009273acc25), precommit_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:26.164668 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-f8868594-b2d9-4cbe-b0e9-f9fc9aefb015 None None] Provisioning complete for port c048553c-a9a2-4059-931e-1009273acc25 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:53:26.170116 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-53fb556a-97fd-47c9-8106-da00e5a50233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5523192'] for port (c048553c-a9a2-4059-931e-1009273acc25), after_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:26.171500 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-f8868594-b2d9-4cbe-b0e9-f9fc9aefb015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (c048553c-a9a2-4059-931e-1009273acc25), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:26.206478 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [None req-45d0af6d-906c-47c5-9770-e286bc701d1f admin admin] Deleting port a54a723c-1714-449a-8dfe-807f9a8bddee {{(pid=110500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:53:26.206946 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-45d0af6d-906c-47c5-9770-e286bc701d1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (a54a723c-1714-449a-8dfe-807f9a8bddee), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:26.265794 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-53fb556a-97fd-47c9-8106-da00e5a50233 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-302209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568768'] for router_interface (f44875e1-708e-417c-bae9-74406f8f7817), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:26.270131 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb556a-97fd-47c9-8106-da00e5a50233 admin admin] Pushing event updated for resources: {'Port': ['ID=c048553c-a9a2-4059-931e-1009273acc25,revision_number=2']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:26.273642 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-f8868594-b2d9-4cbe-b0e9-f9fc9aefb015 None None] Port c048553c-a9a2-4059-931e-1009273acc25 cannot update to ACTIVE because it is not bound. {{(pid=110502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:53:26.296869 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:26.323647 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [None req-45d0af6d-906c-47c5-9770-e286bc701d1f admin admin] For port a54a723c-1714-449a-8dfe-807f9a8bddee, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=a54a723c-1714-449a-8dfe-807f9a8bddee,segment=NetworkSegment(a1bf660c-5b19-4c60-b894-8e89a95cecad),segment_id=a1bf660c-5b19-4c60-b894-8e89a95cecad)] {{(pid=110500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:53:26.324047 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-45d0af6d-906c-47c5-9770-e286bc701d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (a54a723c-1714-449a-8dfe-807f9a8bddee), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:26.335126 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca36e1-e0b6-4258-a88b-5adfd9679009 req-8185bf05-605a-4f26-b6ac-7ec861063419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:26.336732 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-d9ca36e1-e0b6-4258-a88b-5adfd9679009 req-8185bf05-605a-4f26-b6ac-7ec861063419 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ce476b2a1764f56b9780f4a5c75ac3d&device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 1130 time: 0.0728004 May 26 13:53:26.351511 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [None req-45d0af6d-906c-47c5-9770-e286bc701d1f admin admin] Calling delete_port for a54a723c-1714-449a-8dfe-807f9a8bddee owned by network:dhcp {{(pid=110500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:53:26.358201 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3c894b-f516-421c-8cc7-05ae523b0922 None None] DHCP port deletion for 9cb73013-323f-4524-8a76-af2d0673627e request from dv-cinder-819668-4-iscsi {{(pid=110502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 13:53:26.395455 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fb556a-97fd-47c9-8106-da00e5a50233 admin admin] Network f13feac7-9894-4fb0-8d65-5458a77bde4c is already hosted by enough agents. {{(pid=110501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:53:26.397204 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.base_scheduler [None req-53fb556a-97fd-47c9-8106-da00e5a50233 admin admin] Resources bound (agent type, host, resource id): {{(pid=110501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:53:26.423721 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-7a3c894b-f516-421c-8cc7-05ae523b0922 None None] Deleting port a54a723c-1714-449a-8dfe-807f9a8bddee {{(pid=110502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:53:26.424508 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-7a3c894b-f516-421c-8cc7-05ae523b0922 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (a54a723c-1714-449a-8dfe-807f9a8bddee), before_delete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:26.533402 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:26.584168 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-7a3c894b-f516-421c-8cc7-05ae523b0922 None None] For port a54a723c-1714-449a-8dfe-807f9a8bddee, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=a54a723c-1714-449a-8dfe-807f9a8bddee,segment=NetworkSegment(a1bf660c-5b19-4c60-b894-8e89a95cecad),segment_id=a1bf660c-5b19-4c60-b894-8e89a95cecad)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:53:26.584865 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-7a3c894b-f516-421c-8cc7-05ae523b0922 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (a54a723c-1714-449a-8dfe-807f9a8bddee), precommit_delete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:26.605333 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:26.607883 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-7a3c894b-f516-421c-8cc7-05ae523b0922 None None] Calling delete_port for a54a723c-1714-449a-8dfe-807f9a8bddee owned by network:dhcp {{(pid=110502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:53:26.673806 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53fb556a-97fd-47c9-8106-da00e5a50233 admin admin] Router f44875e1-708e-417c-bae9-74406f8f7817 has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:53:26.694054 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca36e1-e0b6-4258-a88b-5adfd9679009 req-d903ba64-8fa5-4980-aac3-3d3d420902f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:26.696599 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-d9ca36e1-e0b6-4258-a88b-5adfd9679009 req-d903ba64-8fa5-4980-aac3-3d3d420902f9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7243f764-410e-4885-acdc-a415825d1293 HTTP/1.1" status: 200 len: 918 time: 0.3527510 May 26 13:53:26.724630 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-7a3c894b-f516-421c-8cc7-05ae523b0922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050'] for port (a54a723c-1714-449a-8dfe-807f9a8bddee), after_delete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:26.732482 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845716a-0a00-4fa5-9061-502fdae19f10 req-8f0b76ea-cbdc-4a12-be9c-03a17cde7b6e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:26.734761 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-9845716a-0a00-4fa5-9061-502fdae19f10 req-8f0b76ea-cbdc-4a12-be9c-03a17cde7b6e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 946 time: 0.1164427 May 26 13:53:26.742287 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3c894b-f516-421c-8cc7-05ae523b0922 None None] No DVR routers for this DVR port a54a723c-1714-449a-8dfe-807f9a8bddee on host dv-cinder-819668-4-iscsi {{(pid=110502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 13:53:26.784155 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c894b-f516-421c-8cc7-05ae523b0922 None None] Pushing event deleted for resources: {'Port': ['ID=a54a723c-1714-449a-8dfe-807f9a8bddee,revision_number=None']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:26.824824 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-45323598-7400-4616-93c5-8f5193c755fd None None] Provisioning complete for port c048553c-a9a2-4059-931e-1009273acc25 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:53:26.825562 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-45323598-7400-4616-93c5-8f5193c755fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (c048553c-a9a2-4059-931e-1009273acc25), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:26.830301 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-45d0af6d-906c-47c5-9770-e286bc701d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (a54a723c-1714-449a-8dfe-807f9a8bddee), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:26.835015 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:26.866315 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53fb556a-97fd-47c9-8106-da00e5a50233 admin admin] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:53:26.874014 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0af6d-906c-47c5-9770-e286bc701d1f admin admin] Pushing event deleted for resources: {'Port': ['ID=a54a723c-1714-449a-8dfe-807f9a8bddee,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:26.879642 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d0af6d-906c-47c5-9770-e286bc701d1f admin admin] No DVR routers for this DVR port a54a723c-1714-449a-8dfe-807f9a8bddee on host dv-cinder-819668-4-iscsi {{(pid=110500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 13:53:26.890108 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-53fb556a-97fd-47c9-8106-da00e5a50233 admin admin] 10.222.0.16 "PUT /v2.0/routers/f44875e1-708e-417c-bae9-74406f8f7817/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3748186 May 26 13:53:26.899928 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-d9ca36e1-e0b6-4258-a88b-5adfd9679009 req-70a0efbe-c2ab-4289-b456-0c240deab35c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa HTTP/1.1" status: 200 len: 1001 time: 0.1946671 May 26 13:53:26.913696 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-45323598-7400-4616-93c5-8f5193c755fd None None] Port c048553c-a9a2-4059-931e-1009273acc25 cannot update to ACTIVE because it is not bound. {{(pid=110502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:53:26.992913 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-9845716a-0a00-4fa5-9061-502fdae19f10 req-f4552203-a31b-4299-835b-4f58cfbcc655 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950414 May 26 13:53:27.043665 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-45d0af6d-906c-47c5-9770-e286bc701d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1689123', 'neutron.services.segments.db._delete_segments_for_network-8755648326512'] for network (9cb73013-323f-4524-8a76-af2d0673627e), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:27.047624 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca36e1-e0b6-4258-a88b-5adfd9679009 req-fe4a6cd8-b663-44d1-8286-87eaf442013c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:27.049115 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-d9ca36e1-e0b6-4258-a88b-5adfd9679009 req-fe4a6cd8-b663-44d1-8286-87eaf442013c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f42c48c9-dd9d-4f2d-ada0-47f18130e415 HTTP/1.1" status: 200 len: 856 time: 0.1237295 May 26 13:53:27.077642 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device fad0e164-8bce-43a3-835a-efc4c281665c up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:53:27.137593 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port fad0e164-8bce-43a3-835a-efc4c281665c triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:53:27.138151 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (fad0e164-8bce-43a3-835a-efc4c281665c), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:27.237197 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port fad0e164-8bce-43a3-835a-efc4c281665c is: DOWN; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:53:27.238075 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (fad0e164-8bce-43a3-835a-efc4c281665c), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:27.262973 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] For port fad0e164-8bce-43a3-835a-efc4c281665c, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=fad0e164-8bce-43a3-835a-efc4c281665c,segment=NetworkSegment(36759762-4a51-4579-800b-deb2c27dac78),segment_id=36759762-4a51-4579-800b-deb2c27dac78)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:53:27.269339 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (fad0e164-8bce-43a3-835a-efc4c281665c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:27.353681 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Pushing event updated for resources: {'Port': ['ID=fad0e164-8bce-43a3-835a-efc4c281665c,revision_number=4']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:27.377550 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device d338cc1d-e40e-44d0-8c7f-f20e4b9adef9 no longer exists at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 13:53:27.378854 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.services.segments.db [None req-45d0af6d-906c-47c5-9770-e286bc701d1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cb73013-323f-4524-8a76-af2d0673627e']}} {{(pid=110500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:53:27.397009 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca36e1-e0b6-4258-a88b-5adfd9679009 req-f846b158-14a8-4cc1-a0c7-f7f5b0d74c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:27.398526 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-d9ca36e1-e0b6-4258-a88b-5adfd9679009 req-f846b158-14a8-4cc1-a0c7-f7f5b0d74c86 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7243f764-410e-4885-acdc-a415825d1293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3431351 May 26 13:53:27.400244 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.services.segments.db [None req-45d0af6d-906c-47c5-9770-e286bc701d1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1bf660c-5b19-4c60-b894-8e89a95cecad') {'for_net_delete': True} {{(pid=110500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:53:27.400563 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.services.segments.db [None req-45d0af6d-906c-47c5-9770-e286bc701d1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1bf660c-5b19-4c60-b894-8e89a95cecad') {} {{(pid=110500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:53:27.405476 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] No Port match for: d338cc1d-e40e-44d0-8c7f-f20e4b9adef9 {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 13:53:27.405849 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device d338cc1d-e40e-44d0-8c7f-f20e4b9adef9 not bound to the agent host dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 13:53:27.406294 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 2dcb9f4f-9acf-4952-8425-1e268fc47a58 no longer exists at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 13:53:27.419042 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-45d0af6d-906c-47c5-9770-e286bc701d1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755648326009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6617312'] for segment (a1bf660c-5b19-4c60-b894-8e89a95cecad), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:27.437200 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] No Port match for: 2dcb9f4f-9acf-4952-8425-1e268fc47a58 {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 13:53:27.437791 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 2dcb9f4f-9acf-4952-8425-1e268fc47a58 not bound to the agent host dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 13:53:27.437975 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device a54a723c-1714-449a-8dfe-807f9a8bddee no longer exists at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 13:53:27.440983 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:27.461164 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] No Port match for: a54a723c-1714-449a-8dfe-807f9a8bddee {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 13:53:27.461519 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device a54a723c-1714-449a-8dfe-807f9a8bddee not bound to the agent host dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 13:53:27.493894 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-45d0af6d-906c-47c5-9770-e286bc701d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329'] for segment (a1bf660c-5b19-4c60-b894-8e89a95cecad), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:27.505370 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45d0af6d-906c-47c5-9770-e286bc701d1f admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=110500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 13:53:27.505836 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-45d0af6d-906c-47c5-9770-e286bc701d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7218579'] for segment (a1bf660c-5b19-4c60-b894-8e89a95cecad), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:27.528512 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.services.segments.plugin [-] Segment a1bf660c-5b19-4c60-b894-8e89a95cecad resource provider aggregate not found May 26 13:53:27.571422 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.services.segments.plugin [-] Segment a1bf660c-5b19-4c60-b894-8e89a95cecad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a1bf660c-5b19-4c60-b894-8e89a95cecad found for delete ", "request_id": "req-22a9f75d-20d5-4c56-b830-d1285499fd37"}]} May 26 13:53:27.598329 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-d9ca36e1-e0b6-4258-a88b-5adfd9679009 req-83aa9e0c-4822-49c5-af95-cf40a37f9168 service neutron] 10.222.0.57 "GET /v2.0/networks/7243f764-410e-4885-acdc-a415825d1293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905999 May 26 13:53:27.600742 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-45d0af6d-906c-47c5-9770-e286bc701d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1689112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568567'] for network (9cb73013-323f-4524-8a76-af2d0673627e), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:27.605686 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-45d0af6d-906c-47c5-9770-e286bc701d1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:27.612103 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-45d0af6d-906c-47c5-9770-e286bc701d1f admin admin] 10.222.0.16 "DELETE /v2.0/networks/9cb73013-323f-4524-8a76-af2d0673627e HTTP/1.1" status: 204 len: 168 time: 1.5678198 May 26 13:53:27.618424 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 36846) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:53:27.623648 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-53b43320-7db1-4030-b1c0-040a633ee4ab admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1842589879-network', 'tenant_id': '19c7ce863a774fd6bd3d3cd5d8767ac9'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:53:27.650339 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b43320-7db1-4030-b1c0-040a633ee4ab admin admin] Made reservation on behalf of 19c7ce863a774fd6bd3d3cd5d8767ac9 for: {'network': 1} {{(pid=110501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:53:27.652058 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0af6d-906c-47c5-9770-e286bc701d1f admin admin] Pushing event deleted for resources: {'Network': ['ID=9cb73013-323f-4524-8a76-af2d0673627e,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:27.653606 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-53b43320-7db1-4030-b1c0-040a633ee4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for network (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:27.670235 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-53b43320-7db1-4030-b1c0-040a633ee4ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:27.718148 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:27.742465 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-d9ca36e1-e0b6-4258-a88b-5adfd9679009 req-15c71831-060a-46dd-8c25-e0ff73f9585b service neutron] 10.222.0.57 "GET /v2.0/networks/7243f764-410e-4885-acdc-a415825d1293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287088 May 26 13:53:27.763939 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-53b43320-7db1-4030-b1c0-040a633ee4ab admin admin] Publish callbacks [] for security_group (941442c2-f61e-44c0-9034-eabcbed10ece), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:27.768493 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-53b43320-7db1-4030-b1c0-040a633ee4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (941442c2-f61e-44c0-9034-eabcbed10ece), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:27.799502 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53b43320-7db1-4030-b1c0-040a633ee4ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=110501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 13:53:27.811396 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b43320-7db1-4030-b1c0-040a633ee4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941442c2-f61e-44c0-9034-eabcbed10ece,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:27.817275 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-53b43320-7db1-4030-b1c0-040a633ee4ab admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755648326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329'] for segment (2149e638-ee82-4b81-8af5-d6cee55df090), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:27.817693 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.db.segments_db [None req-53b43320-7db1-4030-b1c0-040a633ee4ab admin admin] Added segment 2149e638-ee82-4b81-8af5-d6cee55df090 of type vlan for network 3490fc24-d486-45c1-96f9-6f90f363c0ce May 26 13:53:27.832972 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 36848) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:53:27.861099 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-53b43320-7db1-4030-b1c0-040a633ee4ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755647801200'] for network (3490fc24-d486-45c1-96f9-6f90f363c0ce), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:27.881239 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-e5c6e4f0-3d1d-4d33-8454-571bbc4df101 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c85800d659ab43ff9b16266f9f037fc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0470638 May 26 13:53:27.883559 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 36850) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:53:27.889327 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-53b43320-7db1-4030-b1c0-040a633ee4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for network (3490fc24-d486-45c1-96f9-6f90f363c0ce), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:27.890383 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b43320-7db1-4030-b1c0-040a633ee4ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:27.891130 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-53b43320-7db1-4030-b1c0-040a633ee4ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:27.898374 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:27.943142 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-5ecd1178-9c66-41a3-9408-e2a6bc530bd6 admin admin] Publish callbacks [] for security_group (78106cbb-c814-4a50-80dc-2faf68dc8625), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:27.949111 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-53b43320-7db1-4030-b1c0-040a633ee4ab admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3266981 May 26 13:53:27.949548 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 36852) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:53:27.961311 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-abcc0f15-294a-40ad-94ad-c8711aa305c8 admin admin] Request body: {'subnet': {'network_id': '3490fc24-d486-45c1-96f9-6f90f363c0ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1842589879-subnet', 'tenant_id': '19c7ce863a774fd6bd3d3cd5d8767ac9', 'ip_version': 4}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:53:27.967607 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-5ecd1178-9c66-41a3-9408-e2a6bc530bd6 admin admin] Publish callbacks [] for security_group (78106cbb-c814-4a50-80dc-2faf68dc8625), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:27.974513 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b43320-7db1-4030-b1c0-040a633ee4ab admin admin] Pushing event updated for resources: {'Network': ['ID=3490fc24-d486-45c1-96f9-6f90f363c0ce,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:27.989609 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Network 3490fc24-d486-45c1-96f9-6f90f363c0ce details requested by agent ovs-agent-dv-cinder-819668-4-iscsi with host dv-cinder-819668-4-iscsi {{(pid=110502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 13:53:27.990148 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abcc0f15-294a-40ad-94ad-c8711aa305c8 admin admin] Made reservation on behalf of 19c7ce863a774fd6bd3d3cd5d8767ac9 for: {'subnet': 1} {{(pid=110501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:53:27.992762 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-abcc0f15-294a-40ad-94ad-c8711aa305c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5516800'] for subnet (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:28.010130 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:28.039037 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-5ecd1178-9c66-41a3-9408-e2a6bc530bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (78106cbb-c814-4a50-80dc-2faf68dc8625), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:28.046080 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-5ecd1178-9c66-41a3-9408-e2a6bc530bd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:28.051356 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-5ecd1178-9c66-41a3-9408-e2a6bc530bd6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/78106cbb-c814-4a50-80dc-2faf68dc8625 HTTP/1.1" status: 204 len: 168 time: 0.1667562 May 26 13:53:28.061330 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecd1178-9c66-41a3-9408-e2a6bc530bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78106cbb-c814-4a50-80dc-2faf68dc8625,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:28.193098 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13be6d0-1757-4f2e-8be9-37462ebd6a8c req-6042a9af-8281-4f44-8cb9-bec729d05599 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:28.194661 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-e13be6d0-1757-4f2e-8be9-37462ebd6a8c req-6042a9af-8281-4f44-8cb9-bec729d05599 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 946 time: 0.0846531 May 26 13:53:28.290730 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-abcc0f15-294a-40ad-94ad-c8711aa305c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5521535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5516822'] for subnet (6741ddc6-302f-4064-9f04-2a5e94ce6bcd), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:28.303249 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-e13be6d0-1757-4f2e-8be9-37462ebd6a8c req-46db3469-07a4-40d7-aff9-d2d22a661ddc tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015825 May 26 13:53:28.349841 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc0f15-294a-40ad-94ad-c8711aa305c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6741ddc6-302f-4064-9f04-2a5e94ce6bcd,revision_number=0']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:28.366107 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcc0f15-294a-40ad-94ad-c8711aa305c8 admin admin] Checking segment: {'id': '2149e638-ee82-4b81-8af5-d6cee55df090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3490fc24-d486-45c1-96f9-6f90f363c0ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:53:28.366471 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcc0f15-294a-40ad-94ad-c8711aa305c8 admin admin] Network hostable DHCP agents. Network: 3490fc24-d486-45c1-96f9-6f90f363c0ce, hostable agents: ['f02764f4-f497-4694-a2eb-22efe73666f4'], hosted agents: [] {{(pid=110501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 13:53:28.378488 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:28.386833 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcc0f15-294a-40ad-94ad-c8711aa305c8 admin admin] Network 3490fc24-d486-45c1-96f9-6f90f363c0ce is scheduled to be hosted by DHCP agent f02764f4-f497-4694-a2eb-22efe73666f4 with binding_index 1 {{(pid=110501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 13:53:28.398717 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.base_scheduler [None req-abcc0f15-294a-40ad-94ad-c8711aa305c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819668-4-iscsi, 3490fc24-d486-45c1-96f9-6f90f363c0ce) {{(pid=110501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:53:28.404508 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcc0f15-294a-40ad-94ad-c8711aa305c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:28.406021 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-abcc0f15-294a-40ad-94ad-c8711aa305c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:28.407875 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1457eb1f-1936-4ac6-9416-74d3379e883f None None] Network 3490fc24-d486-45c1-96f9-6f90f363c0ce requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:53:28.428222 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c30b097-9648-4b6d-9dbd-ba915de428ce None None] Sync routers for ids ['f44875e1-708e-417c-bae9-74406f8f7817'] in dv-cinder-819668-4-iscsi {{(pid=110502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:53:28.430349 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-abcc0f15-294a-40ad-94ad-c8711aa305c8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4797642 May 26 13:53:28.432735 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 36860) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:53:28.437299 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-f9620d0d-f17e-449f-a057-5ab12a79c24f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1842589879-router', 'tenant_id': '19c7ce863a774fd6bd3d3cd5d8767ac9', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'}}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:53:28.461994 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f9620d0d-f17e-449f-a057-5ab12a79c24f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7936'] for router (e3a1758d-908e-4583-8570-774bf260de69), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:28.463244 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f9620d0d-f17e-449f-a057-5ab12a79c24f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-906688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-655507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7993'] for router (e3a1758d-908e-4583-8570-774bf260de69), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:28.487966 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 36862) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:53:28.495923 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c30b097-9648-4b6d-9dbd-ba915de428ce None None] Routers {'f44875e1-708e-417c-bae9-74406f8f7817'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:53:28.497210 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-7c30b097-9648-4b6d-9dbd-ba915de428ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:53:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['f44875e1-708e-417c-bae9-74406f8f7817'], 'active': True} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:53:28.531806 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f9620d0d-f17e-449f-a057-5ab12a79c24f admin admin] Publish callbacks [] for router_controller (e3a1758d-908e-4583-8570-774bf260de69), precommit_add_association {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:28.536752 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:28.600222 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-063ee617-6926-473a-8cc5-265f59c6da2d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ca93026e5b7e450e851a230162a45408&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1111186 May 26 13:53:28.603070 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 36864) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:53:28.658434 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-f8fb14ab-3cb2-4362-84c6-ded8e5e899b0 admin admin] Publish callbacks [] for security_group (55be5831-ea1a-4eb6-bd84-e8005bcc5c49), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:28.687321 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-f8fb14ab-3cb2-4362-84c6-ded8e5e899b0 admin admin] Publish callbacks [] for security_group (55be5831-ea1a-4eb6-bd84-e8005bcc5c49), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:28.700362 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f9620d0d-f17e-449f-a057-5ab12a79c24f admin admin] Publish callbacks [] for router_gateway (e3a1758d-908e-4583-8570-774bf260de69), precommit_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:28.763619 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a302e110-b3f7-4a33-ac71-3d3001569aa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c43c4a0-638b-5401-8746-75049319ae93-3490fc24-d486-45c1-96f9-6f90f363c0ce', 'network_id': '3490fc24-d486-45c1-96f9-6f90f363c0ce', 'project_id': '19c7ce863a774fd6bd3d3cd5d8767ac9', 'fixed_ips': [{'subnet_id': '6741ddc6-302f-4064-9f04-2a5e94ce6bcd'}]}} from dv-cinder-819668-4-iscsi. {{(pid=110502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 13:53:28.764669 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-f8fb14ab-3cb2-4362-84c6-ded8e5e899b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (55be5831-ea1a-4eb6-bd84-e8005bcc5c49), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:28.765144 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-a302e110-b3f7-4a33-ac71-3d3001569aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:28.767535 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-f8fb14ab-3cb2-4362-84c6-ded8e5e899b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:28.771746 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-f8fb14ab-3cb2-4362-84c6-ded8e5e899b0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/55be5831-ea1a-4eb6-bd84-e8005bcc5c49 HTTP/1.1" status: 204 len: 168 time: 0.1651692 May 26 13:53:28.782129 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvr_db [None req-7c30b097-9648-4b6d-9dbd-ba915de428ce None None] Set router f44875e1-708e-417c-bae9-74406f8f7817 gateway port host: dv-cinder-819668-4-iscsi {{(pid=110502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:53:28.793547 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb14ab-3cb2-4362-84c6-ded8e5e899b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55be5831-ea1a-4eb6-bd84-e8005bcc5c49,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:28.906376 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f9620d0d-f17e-449f-a057-5ab12a79c24f admin admin] Publish callbacks [] for router_gateway (e3a1758d-908e-4583-8570-774bf260de69), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:28.928293 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f9620d0d-f17e-449f-a057-5ab12a79c24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:28.928487 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:29.030578 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device fad0e164-8bce-43a3-835a-efc4c281665c up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:53:29.080334 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.db_base_plugin_common [None req-f9620d0d-f17e-449f-a057-5ab12a79c24f admin admin] Allocated IP 172.27.2.165 (90e76b28-de17-4e9a-956c-e3acc4b829ee/72a92eeb-8c5d-4770-b3e7-e9300b6be16c/a448a51a-fbba-4f50-b9a2-2dfcb143eee4) {{(pid=110501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:53:29.109945 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.db_base_plugin_common [None req-a302e110-b3f7-4a33-ac71-3d3001569aa1 None None] Allocated IP 172.20.0.2 (3490fc24-d486-45c1-96f9-6f90f363c0ce/6741ddc6-302f-4064-9f04-2a5e94ce6bcd/107b298a-8fbf-4a08-8f78-90f47390f45f) {{(pid=110502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:53:29.185242 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-7c30b097-9648-4b6d-9dbd-ba915de428ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'name': 'tempest-TestVolumeBootPattern-1018459741-router', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:53:20Z', 'updated_at': '2022-05-26T13:53:25Z', 'revision_number': 4, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'gw_port': {'id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:da:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:21Z', 'updated_at': '2022-05-26T13:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': 'c048553c-a9a2-4059-931e-1009273acc25', 'name': '', 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'mac_address': 'fa:16:3e:87:d8:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:24Z', 'updated_at': '2022-05-26T13:53:26Z', 'revision_number': 2, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'subnets': [{'id': '6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:53:29.214881 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f9620d0d-f17e-449f-a057-5ab12a79c24f admin admin] Publish callbacks [] for port (a448a51a-fbba-4f50-b9a2-2dfcb143eee4), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:29.216983 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port fad0e164-8bce-43a3-835a-efc4c281665c triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:53:29.217362 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (fad0e164-8bce-43a3-835a-efc4c281665c), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:29.263533 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f9620d0d-f17e-449f-a057-5ab12a79c24f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5523151'] for port (a448a51a-fbba-4f50-b9a2-2dfcb143eee4), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:29.266937 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c30b097-9648-4b6d-9dbd-ba915de428ce None None] Checking router: f44875e1-708e-417c-bae9-74406f8f7817 for host: dv-cinder-819668-4-iscsi {{(pid=110502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:53:29.267296 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c30b097-9648-4b6d-9dbd-ba915de428ce None None] Updating router f44875e1-708e-417c-bae9-74406f8f7817 port c048553c-a9a2-4059-931e-1009273acc25 binding host dv-cinder-819668-4-iscsi {{(pid=110502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 13:53:29.305075 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:29.305784 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9620d0d-f17e-449f-a057-5ab12a79c24f admin admin] Network 90e76b28-de17-4e9a-956c-e3acc4b829ee is already hosted by enough agents. {{(pid=110501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:53:29.311183 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.base_scheduler [None req-f9620d0d-f17e-449f-a057-5ab12a79c24f admin admin] Resources bound (agent type, host, resource id): {{(pid=110501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:53:29.315878 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9620d0d-f17e-449f-a057-5ab12a79c24f admin admin] Received port after_create {{(pid=110501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:53:29.329057 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-7c30b097-9648-4b6d-9dbd-ba915de428ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (c048553c-a9a2-4059-931e-1009273acc25), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:29.376074 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:29.420408 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9620d0d-f17e-449f-a057-5ab12a79c24f admin admin] Pushing event updated for resources: {'Port': ['ID=a448a51a-fbba-4f50-b9a2-2dfcb143eee4,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:29.454982 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667a067-e211-4b1b-8249-26b297ba65db req-e441705b-28f7-4213-8495-c18e2279095b tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:29.456861 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-d667a067-e211-4b1b-8249-26b297ba65db req-e441705b-28f7-4213-8495-c18e2279095b tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 946 time: 0.0534916 May 26 13:53:29.477452 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port fad0e164-8bce-43a3-835a-efc4c281665c is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:53:29.511315 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-a302e110-b3f7-4a33-ac71-3d3001569aa1 None None] Publish callbacks [] for port (107b298a-8fbf-4a08-8f78-90f47390f45f), precommit_create {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:29.521273 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-d667a067-e211-4b1b-8249-26b297ba65db req-833779ee-88f9-4eda-97f9-15f428b4ee8e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567784 May 26 13:53:29.568082 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-a302e110-b3f7-4a33-ac71-3d3001569aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041'] for port (107b298a-8fbf-4a08-8f78-90f47390f45f), after_create {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:29.632722 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a302e110-b3f7-4a33-ac71-3d3001569aa1 None None] Network 3490fc24-d486-45c1-96f9-6f90f363c0ce is already hosted by enough agents. {{(pid=110502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:53:29.638545 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.scheduler.base_scheduler [None req-a302e110-b3f7-4a33-ac71-3d3001569aa1 None None] Resources bound (agent type, host, resource id): {{(pid=110502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:53:29.643122 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a302e110-b3f7-4a33-ac71-3d3001569aa1 None None] Received port after_create {{(pid=110502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:53:29.645670 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a302e110-b3f7-4a33-ac71-3d3001569aa1 None None] Pushing event updated for resources: {'Port': ['ID=107b298a-8fbf-4a08-8f78-90f47390f45f,revision_number=1']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:29.673977 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f9620d0d-f17e-449f-a057-5ab12a79c24f admin admin] Publish callbacks [] for router_gateway (e3a1758d-908e-4583-8570-774bf260de69), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:29.739205 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:29.771185 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-a302e110-b3f7-4a33-ac71-3d3001569aa1 None None] Attempting to bind port 107b298a-8fbf-4a08-8f78-90f47390f45f on host dv-cinder-819668-4-iscsi for vnic_type normal with profile {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:53:29.771531 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-a302e110-b3f7-4a33-ac71-3d3001569aa1 None None] Attempting to bind port 107b298a-8fbf-4a08-8f78-90f47390f45f by drivers openvswitch,hyperv on host dv-cinder-819668-4-iscsi at level 0 using segments [{'id': '2149e638-ee82-4b81-8af5-d6cee55df090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3490fc24-d486-45c1-96f9-6f90f363c0ce'}] {{(pid=110502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:53:29.771814 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a302e110-b3f7-4a33-ac71-3d3001569aa1 None None] Attempting to bind port 107b298a-8fbf-4a08-8f78-90f47390f45f on network 3490fc24-d486-45c1-96f9-6f90f363c0ce {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:53:29.782827 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a302e110-b3f7-4a33-ac71-3d3001569aa1 None None] Checking agent: {'id': '8ab0da26-f041-4f99-a2cc-fa5d75d9001c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 35, 50), 'started_at': datetime.datetime(2022, 5, 26, 13, 36, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:53:29.783198 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a302e110-b3f7-4a33-ac71-3d3001569aa1 None None] Checking segment: {'id': '2149e638-ee82-4b81-8af5-d6cee55df090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3490fc24-d486-45c1-96f9-6f90f363c0ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:53:29.783805 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-a302e110-b3f7-4a33-ac71-3d3001569aa1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:29.785010 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a302e110-b3f7-4a33-ac71-3d3001569aa1 None None] Bound using segment: {'id': '2149e638-ee82-4b81-8af5-d6cee55df090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3490fc24-d486-45c1-96f9-6f90f363c0ce'} {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:53:29.785652 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-a302e110-b3f7-4a33-ac71-3d3001569aa1 None None] Bound port: 107b298a-8fbf-4a08-8f78-90f47390f45f, host: dv-cinder-819668-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2149e638-ee82-4b81-8af5-d6cee55df090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3490fc24-d486-45c1-96f9-6f90f363c0ce'}}] {{(pid=110502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:53:29.786039 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-a302e110-b3f7-4a33-ac71-3d3001569aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (107b298a-8fbf-4a08-8f78-90f47390f45f), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:29.794577 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:29.915017 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-a302e110-b3f7-4a33-ac71-3d3001569aa1 None None] For port 107b298a-8fbf-4a08-8f78-90f47390f45f, host dv-cinder-819668-4-iscsi, cleared binding levels {{(pid=110502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:53:29.920956 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-a302e110-b3f7-4a33-ac71-3d3001569aa1 None None] For port 107b298a-8fbf-4a08-8f78-90f47390f45f, host dv-cinder-819668-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=107b298a-8fbf-4a08-8f78-90f47390f45f,segment=NetworkSegment(2149e638-ee82-4b81-8af5-d6cee55df090),segment_id=2149e638-ee82-4b81-8af5-d6cee55df090)] {{(pid=110502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:53:29.923359 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-7c30b097-9648-4b6d-9dbd-ba915de428ce None None] Publish callbacks [] for port (c048553c-a9a2-4059-931e-1009273acc25), precommit_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:29.923489 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f9620d0d-f17e-449f-a057-5ab12a79c24f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-906743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569091'] for router (e3a1758d-908e-4583-8570-774bf260de69), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:29.931614 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-a302e110-b3f7-4a33-ac71-3d3001569aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (107b298a-8fbf-4a08-8f78-90f47390f45f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:29.936573 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-7c30b097-9648-4b6d-9dbd-ba915de428ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (c048553c-a9a2-4059-931e-1009273acc25), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:30.006108 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa no longer exists at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 13:53:30.091639 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9620d0d-f17e-449f-a057-5ab12a79c24f admin admin] Router e3a1758d-908e-4583-8570-774bf260de69 is scheduled to L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f with binding_index 1 {{(pid=110501) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 13:53:30.116521 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a302e110-b3f7-4a33-ac71-3d3001569aa1 None None] Pushing event updated for resources: {'Port': ['ID=107b298a-8fbf-4a08-8f78-90f47390f45f,revision_number=2']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:30.212658 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:30.233170 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9620d0d-f17e-449f-a057-5ab12a79c24f admin admin] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:53:30.247021 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84272fa5-3bfb-421e-85a2-5b0994edbbe9 None None] Sync routers for ids ['e3a1758d-908e-4583-8570-774bf260de69'] in dv-cinder-819668-4-iscsi {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:53:30.274186 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84272fa5-3bfb-421e-85a2-5b0994edbbe9 None None] Routers {'e3a1758d-908e-4583-8570-774bf260de69'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:53:30.298432 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f9620d0d-f17e-449f-a057-5ab12a79c24f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:30.299846 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-84272fa5-3bfb-421e-85a2-5b0994edbbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:53:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['e3a1758d-908e-4583-8570-774bf260de69'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:53:30.302581 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-f9620d0d-f17e-449f-a057-5ab12a79c24f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8687196 May 26 13:53:30.305441 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 36888) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:53:30.357818 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-7c30b097-9648-4b6d-9dbd-ba915de428ce None None] Attempting to bind port c048553c-a9a2-4059-931e-1009273acc25 on host dv-cinder-819668-4-iscsi for vnic_type normal with profile {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:53:30.358311 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-7c30b097-9648-4b6d-9dbd-ba915de428ce None None] Attempting to bind port c048553c-a9a2-4059-931e-1009273acc25 by drivers openvswitch,hyperv on host dv-cinder-819668-4-iscsi at level 0 using segments [{'id': '865ad695-e6b5-4527-9214-bd60ef4e493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c'}] {{(pid=110502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:53:30.358681 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c30b097-9648-4b6d-9dbd-ba915de428ce None None] Attempting to bind port c048553c-a9a2-4059-931e-1009273acc25 on network f13feac7-9894-4fb0-8d65-5458a77bde4c {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:53:30.396050 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa is: ACTIVE; New status is: DOWN {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:53:30.396479 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:30.422637 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d314c6fd-fff1-41bb-87dc-399351a381e3 None None] Pushing event updated for resources: {'Port': ['ID=c048553c-a9a2-4059-931e-1009273acc25,revision_number=3']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:30.432716 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c30b097-9648-4b6d-9dbd-ba915de428ce None None] Checking agent: {'id': '8ab0da26-f041-4f99-a2cc-fa5d75d9001c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 35, 50), 'started_at': datetime.datetime(2022, 5, 26, 13, 36, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:53:30.433607 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c30b097-9648-4b6d-9dbd-ba915de428ce None None] Checking segment: {'id': '865ad695-e6b5-4527-9214-bd60ef4e493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:53:30.434030 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-7c30b097-9648-4b6d-9dbd-ba915de428ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:30.435075 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c30b097-9648-4b6d-9dbd-ba915de428ce None None] Bound using segment: {'id': '865ad695-e6b5-4527-9214-bd60ef4e493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c'} {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:53:30.435602 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-7c30b097-9648-4b6d-9dbd-ba915de428ce None None] Bound port: c048553c-a9a2-4059-931e-1009273acc25, host: dv-cinder-819668-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '865ad695-e6b5-4527-9214-bd60ef4e493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c'}}] {{(pid=110502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:53:30.436165 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-7c30b097-9648-4b6d-9dbd-ba915de428ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (c048553c-a9a2-4059-931e-1009273acc25), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:30.455355 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeccb394-4413-411c-a93c-9fbec3f06537', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa'}] {{(pid=110502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:53:30.458515 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186ee40048dd7feccd586c88f433d7b47dbfd7dc0140a518261bfa5b158966a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7ab3f6-b280-4fb2-94fd-81df4e051f04" -d '{"events": [{"server_uuid": "aeccb394-4413-411c-a93c-9fbec3f06537", "name": "network-vif-unplugged", "status": "completed", "tag": "7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa"}]}' {{(pid=110502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:53:30.496484 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-84272fa5-3bfb-421e-85a2-5b0994edbbe9 None None] Set router e3a1758d-908e-4583-8570-774bf260de69 gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:53:30.521963 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 26 May 2022 13:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec73e67e-9248-45ea-8d1d-62e21904d07e x-openstack-request-id: req-ec73e67e-9248-45ea-8d1d-62e21904d07e {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:53:30.522896 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeccb394-4413-411c-a93c-9fbec3f06537", "name": "network-vif-unplugged", "status": "failed", "tag": "7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa", "code": 422}]} {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:53:30.523155 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ec73e67e-9248-45ea-8d1d-62e21904d07e {{(pid=110502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:53:30.523569 dv-cinder-819668-4-iscsi neutron-server[110502]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ec73e67e-9248-45ea-8d1d-62e21904d07e']: {'server_uuid': 'aeccb394-4413-411c-a93c-9fbec3f06537', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa', 'code': 422} returned with failed status May 26 13:53:30.526411 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa,segment=NetworkSegment(72489f9d-88bc-4f02-8b41-7b0a26fec68a),segment_id=72489f9d-88bc-4f02-8b41-7b0a26fec68a)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:53:30.588454 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-7c30b097-9648-4b6d-9dbd-ba915de428ce None None] For port c048553c-a9a2-4059-931e-1009273acc25, host dv-cinder-819668-4-iscsi, cleared binding levels {{(pid=110502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:53:30.593099 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-7c30b097-9648-4b6d-9dbd-ba915de428ce None None] For port c048553c-a9a2-4059-931e-1009273acc25, host dv-cinder-819668-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=c048553c-a9a2-4059-931e-1009273acc25,segment=NetworkSegment(865ad695-e6b5-4527-9214-bd60ef4e493e),segment_id=865ad695-e6b5-4527-9214-bd60ef4e493e)] {{(pid=110502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:53:30.603821 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:30.606132 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-58e131d5-6824-4143-83dd-cfcccd38c901 None None] Provisioning complete for port c048553c-a9a2-4059-931e-1009273acc25 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:53:30.606626 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-58e131d5-6824-4143-83dd-cfcccd38c901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (c048553c-a9a2-4059-931e-1009273acc25), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:30.609591 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=100 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:30.632023 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-7c30b097-9648-4b6d-9dbd-ba915de428ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (c048553c-a9a2-4059-931e-1009273acc25), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:30.697834 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-84272fa5-3bfb-421e-85a2-5b0994edbbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a1758d-908e-4583-8570-774bf260de69', 'name': 'tempest-TestVolumeBootPattern-1842589879-router', 'tenant_id': '19c7ce863a774fd6bd3d3cd5d8767ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'a448a51a-fbba-4f50-b9a2-2dfcb143eee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:53:28Z', 'updated_at': '2022-05-26T13:53:29Z', 'revision_number': 3, 'project_id': '19c7ce863a774fd6bd3d3cd5d8767ac9', 'gw_port': {'id': 'a448a51a-fbba-4f50-b9a2-2dfcb143eee4', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:dc:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a1758d-908e-4583-8570-774bf260de69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:28Z', 'updated_at': '2022-05-26T13:53:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi'}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:53:30.719011 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c30b097-9648-4b6d-9dbd-ba915de428ce None None] Routers {'f44875e1-708e-417c-bae9-74406f8f7817'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:53:30.719648 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-7c30b097-9648-4b6d-9dbd-ba915de428ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:53:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['f44875e1-708e-417c-bae9-74406f8f7817'], 'active': True} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:53:30.725935 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa,revision_number=8']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:30.764289 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84272fa5-3bfb-421e-85a2-5b0994edbbe9 None None] Checking router: e3a1758d-908e-4583-8570-774bf260de69 for host: dv-cinder-819668-4-iscsi {{(pid=110503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:53:30.765044 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84272fa5-3bfb-421e-85a2-5b0994edbbe9 None None] Updating router e3a1758d-908e-4583-8570-774bf260de69 port a448a51a-fbba-4f50-b9a2-2dfcb143eee4 binding host dv-cinder-819668-4-iscsi {{(pid=110503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 13:53:30.813337 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-84272fa5-3bfb-421e-85a2-5b0994edbbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (a448a51a-fbba-4f50-b9a2-2dfcb143eee4), before_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:31.110578 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:31.146121 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 107b298a-8fbf-4a08-8f78-90f47390f45f up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:53:31.159340 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9b7b4-c623-4109-97f7-2a8d63fc4c7a req-878ff7d7-e1d8-4c02-8a88-e0be106b17d0 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:31.167198 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8ab9b7b4-c623-4109-97f7-2a8d63fc4c7a req-878ff7d7-e1d8-4c02-8a88-e0be106b17d0 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 944 time: 0.1747646 May 26 13:53:31.188436 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-4c1bc26d-f682-4dc2-bbdb-dd58145b7498 req-ef32736f-1b30-46ae-be4a-498e0f14e09c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1030889 May 26 13:53:31.195595 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-58e131d5-6824-4143-83dd-cfcccd38c901 None None] Current status of the port c048553c-a9a2-4059-931e-1009273acc25 is: DOWN; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:53:31.196560 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-58e131d5-6824-4143-83dd-cfcccd38c901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (c048553c-a9a2-4059-931e-1009273acc25), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:31.249021 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d314c6fd-fff1-41bb-87dc-399351a381e3 None None] Pushing event updated for resources: {'Port': ['ID=c048553c-a9a2-4059-931e-1009273acc25,revision_number=4']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:31.274646 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvr_db [None req-7c30b097-9648-4b6d-9dbd-ba915de428ce None None] Set router f44875e1-708e-417c-bae9-74406f8f7817 gateway port host: dv-cinder-819668-4-iscsi {{(pid=110502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:53:31.298000 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:31.303471 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8ab9b7b4-c623-4109-97f7-2a8d63fc4c7a req-2bb7e5b5-65a8-4022-a401-6fb1a8ebf923 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350834 May 26 13:53:31.325394 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d6f03380-e518-4970-bb9f-8508f3abf7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:31.345331 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-58e131d5-6824-4143-83dd-cfcccd38c901 None None] For port c048553c-a9a2-4059-931e-1009273acc25, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=c048553c-a9a2-4059-931e-1009273acc25,segment=NetworkSegment(865ad695-e6b5-4527-9214-bd60ef4e493e),segment_id=865ad695-e6b5-4527-9214-bd60ef4e493e)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:53:31.359812 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-58e131d5-6824-4143-83dd-cfcccd38c901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (c048553c-a9a2-4059-931e-1009273acc25), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:31.372053 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-84272fa5-3bfb-421e-85a2-5b0994edbbe9 None None] Publish callbacks [] for port (a448a51a-fbba-4f50-b9a2-2dfcb143eee4), precommit_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:31.376205 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:31.384184 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-84272fa5-3bfb-421e-85a2-5b0994edbbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (a448a51a-fbba-4f50-b9a2-2dfcb143eee4), after_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:31.419412 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1bc26d-f682-4dc2-bbdb-dd58145b7498 req-b4cf9cae-5c23-4b76-b594-8e7b53d36ed1 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:31.421328 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-4c1bc26d-f682-4dc2-bbdb-dd58145b7498 req-b4cf9cae-5c23-4b76-b594-8e7b53d36ed1 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports/7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa HTTP/1.1" status: 200 len: 941 time: 0.1386917 May 26 13:53:31.480621 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e131d5-6824-4143-83dd-cfcccd38c901 None None] Pushing event updated for resources: {'Port': ['ID=c048553c-a9a2-4059-931e-1009273acc25,revision_number=5']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:31.484100 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port 107b298a-8fbf-4a08-8f78-90f47390f45f triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:53:31.484265 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaffe8e-665a-4789-8d1f-854b9c0845e2 None None] Pushing event updated for resources: {'Port': ['ID=a448a51a-fbba-4f50-b9a2-2dfcb143eee4,revision_number=2']} {{(pid=110503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:31.484833 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (107b298a-8fbf-4a08-8f78-90f47390f45f), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:31.512287 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaffe8e-665a-4789-8d1f-854b9c0845e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:31.512803 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaffe8e-665a-4789-8d1f-854b9c0845e2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:31.513308 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaffe8e-665a-4789-8d1f-854b9c0845e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:31.513804 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaffe8e-665a-4789-8d1f-854b9c0845e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:31.514281 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaffe8e-665a-4789-8d1f-854b9c0845e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:31.514748 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaffe8e-665a-4789-8d1f-854b9c0845e2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:31.515215 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaffe8e-665a-4789-8d1f-854b9c0845e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:31.524589 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaffe8e-665a-4789-8d1f-854b9c0845e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:31.525723 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaffe8e-665a-4789-8d1f-854b9c0845e2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:31.525974 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaffe8e-665a-4789-8d1f-854b9c0845e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:31.526691 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaffe8e-665a-4789-8d1f-854b9c0845e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:31.527399 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaffe8e-665a-4789-8d1f-854b9c0845e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:31.528079 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaffe8e-665a-4789-8d1f-854b9c0845e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:31.530828 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaffe8e-665a-4789-8d1f-854b9c0845e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:31.531410 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaffe8e-665a-4789-8d1f-854b9c0845e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:53:31.537769 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:31.554842 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:31.567009 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fa545a-846f-49ad-98ad-48e6451d2f23 None None] Network 3490fc24-d486-45c1-96f9-6f90f363c0ce requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:53:31.571195 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.managers [None req-84272fa5-3bfb-421e-85a2-5b0994edbbe9 None None] Attempting to bind port a448a51a-fbba-4f50-b9a2-2dfcb143eee4 on host dv-cinder-819668-4-iscsi for vnic_type normal with profile {{(pid=110503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:53:31.571532 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.managers [None req-84272fa5-3bfb-421e-85a2-5b0994edbbe9 None None] Attempting to bind port a448a51a-fbba-4f50-b9a2-2dfcb143eee4 by drivers openvswitch,hyperv on host dv-cinder-819668-4-iscsi at level 0 using segments [{'id': '36759762-4a51-4579-800b-deb2c27dac78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'}] {{(pid=110503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:53:31.572118 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84272fa5-3bfb-421e-85a2-5b0994edbbe9 None None] Attempting to bind port a448a51a-fbba-4f50-b9a2-2dfcb143eee4 on network 90e76b28-de17-4e9a-956c-e3acc4b829ee {{(pid=110503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:53:31.581149 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84272fa5-3bfb-421e-85a2-5b0994edbbe9 None None] Checking agent: {'id': '8ab0da26-f041-4f99-a2cc-fa5d75d9001c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 35, 50), 'started_at': datetime.datetime(2022, 5, 26, 13, 36, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:53:31.581872 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84272fa5-3bfb-421e-85a2-5b0994edbbe9 None None] Checking segment: {'id': '36759762-4a51-4579-800b-deb2c27dac78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:53:31.583363 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-84272fa5-3bfb-421e-85a2-5b0994edbbe9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:31.583967 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84272fa5-3bfb-421e-85a2-5b0994edbbe9 None None] Bound using segment: {'id': '36759762-4a51-4579-800b-deb2c27dac78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'} {{(pid=110503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:53:31.584661 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.managers [None req-84272fa5-3bfb-421e-85a2-5b0994edbbe9 None None] Bound port: a448a51a-fbba-4f50-b9a2-2dfcb143eee4, host: dv-cinder-819668-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36759762-4a51-4579-800b-deb2c27dac78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'}}] {{(pid=110503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:53:31.585420 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-84272fa5-3bfb-421e-85a2-5b0994edbbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (a448a51a-fbba-4f50-b9a2-2dfcb143eee4), before_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:31.631410 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-2cc4cd52-6bb2-4663-ad62-1ff3243636a0 None None] Provisioning complete for port c048553c-a9a2-4059-931e-1009273acc25 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:53:31.631786 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-2cc4cd52-6bb2-4663-ad62-1ff3243636a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (c048553c-a9a2-4059-931e-1009273acc25), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:31.645755 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.db_base_plugin_common [None req-d6f03380-e518-4970-bb9f-8508f3abf7a9 admin admin] Allocated IP 172.20.0.1 (3490fc24-d486-45c1-96f9-6f90f363c0ce/6741ddc6-302f-4064-9f04-2a5e94ce6bcd/061311d3-45b2-478c-bacc-67507015035b) {{(pid=110500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:53:31.666044 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.db [None req-84272fa5-3bfb-421e-85a2-5b0994edbbe9 None None] For port a448a51a-fbba-4f50-b9a2-2dfcb143eee4, host dv-cinder-819668-4-iscsi, cleared binding levels {{(pid=110503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:53:31.670954 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.db [None req-84272fa5-3bfb-421e-85a2-5b0994edbbe9 None None] For port a448a51a-fbba-4f50-b9a2-2dfcb143eee4, host dv-cinder-819668-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=a448a51a-fbba-4f50-b9a2-2dfcb143eee4,segment=NetworkSegment(36759762-4a51-4579-800b-deb2c27dac78),segment_id=36759762-4a51-4579-800b-deb2c27dac78)] {{(pid=110503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:53:31.685123 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-84272fa5-3bfb-421e-85a2-5b0994edbbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (a448a51a-fbba-4f50-b9a2-2dfcb143eee4), after_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:31.758159 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaffe8e-665a-4789-8d1f-854b9c0845e2 None None] Pushing event updated for resources: {'Port': ['ID=a448a51a-fbba-4f50-b9a2-2dfcb143eee4,revision_number=3']} {{(pid=110503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:31.776210 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port 107b298a-8fbf-4a08-8f78-90f47390f45f is: DOWN; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:53:31.776560 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (107b298a-8fbf-4a08-8f78-90f47390f45f), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:31.780775 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84272fa5-3bfb-421e-85a2-5b0994edbbe9 None None] Routers {'e3a1758d-908e-4583-8570-774bf260de69'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:53:31.781584 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-84272fa5-3bfb-421e-85a2-5b0994edbbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:53:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['e3a1758d-908e-4583-8570-774bf260de69'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:53:31.815958 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d6f03380-e518-4970-bb9f-8508f3abf7a9 admin admin] Publish callbacks [] for port (061311d3-45b2-478c-bacc-67507015035b), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:31.876266 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d6f03380-e518-4970-bb9f-8508f3abf7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (061311d3-45b2-478c-bacc-67507015035b), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:31.902034 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] For port 107b298a-8fbf-4a08-8f78-90f47390f45f, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=107b298a-8fbf-4a08-8f78-90f47390f45f,segment=NetworkSegment(2149e638-ee82-4b81-8af5-d6cee55df090),segment_id=2149e638-ee82-4b81-8af5-d6cee55df090)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:53:31.940970 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f03380-e518-4970-bb9f-8508f3abf7a9 admin admin] Network 3490fc24-d486-45c1-96f9-6f90f363c0ce is already hosted by enough agents. {{(pid=110500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:53:31.941692 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (107b298a-8fbf-4a08-8f78-90f47390f45f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:31.942661 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-84272fa5-3bfb-421e-85a2-5b0994edbbe9 None None] Set router e3a1758d-908e-4583-8570-774bf260de69 gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:53:31.946655 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [None req-d6f03380-e518-4970-bb9f-8508f3abf7a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:53:31.951300 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f03380-e518-4970-bb9f-8508f3abf7a9 admin admin] Received port after_create {{(pid=110500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:53:31.977384 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f03380-e518-4970-bb9f-8508f3abf7a9 admin admin] Pushing event updated for resources: {'Port': ['ID=061311d3-45b2-478c-bacc-67507015035b,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:32.002459 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d6f03380-e518-4970-bb9f-8508f3abf7a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568432'] for router_interface (e3a1758d-908e-4583-8570-774bf260de69), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:32.102507 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-7c30b097-9648-4b6d-9dbd-ba915de428ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'name': 'tempest-TestVolumeBootPattern-1018459741-router', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:53:20Z', 'updated_at': '2022-05-26T13:53:25Z', 'revision_number': 4, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'gw_port': {'id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:da:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:21Z', 'updated_at': '2022-05-26T13:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': 'c048553c-a9a2-4059-931e-1009273acc25', 'name': '', 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'mac_address': 'fa:16:3e:87:d8:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:24Z', 'updated_at': '2022-05-26T13:53:30Z', 'revision_number': 4, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'subnets': [{'id': '6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:53:32.158249 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c30b097-9648-4b6d-9dbd-ba915de428ce None None] The sync data for ids ['f44875e1-708e-417c-bae9-74406f8f7817'] in dv-cinder-819668-4-iscsi is: [{'id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'name': 'tempest-TestVolumeBootPattern-1018459741-router', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:53:20Z', 'updated_at': '2022-05-26T13:53:25Z', 'revision_number': 4, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'gw_port': {'id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:da:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:21Z', 'updated_at': '2022-05-26T13:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': 'c048553c-a9a2-4059-931e-1009273acc25', 'name': '', 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'mac_address': 'fa:16:3e:87:d8:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:24Z', 'updated_at': '2022-05-26T13:53:30Z', 'revision_number': 4, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'subnets': [{'id': '6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:53:32.169446 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d6f03380-e518-4970-bb9f-8508f3abf7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (061311d3-45b2-478c-bacc-67507015035b), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:32.170156 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-84272fa5-3bfb-421e-85a2-5b0994edbbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a1758d-908e-4583-8570-774bf260de69', 'name': 'tempest-TestVolumeBootPattern-1842589879-router', 'tenant_id': '19c7ce863a774fd6bd3d3cd5d8767ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'a448a51a-fbba-4f50-b9a2-2dfcb143eee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:53:28Z', 'updated_at': '2022-05-26T13:53:29Z', 'revision_number': 3, 'project_id': '19c7ce863a774fd6bd3d3cd5d8767ac9', 'gw_port': {'id': 'a448a51a-fbba-4f50-b9a2-2dfcb143eee4', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:dc:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a1758d-908e-4583-8570-774bf260de69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:28Z', 'updated_at': '2022-05-26T13:53:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi'}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:53:32.188082 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-2cc4cd52-6bb2-4663-ad62-1ff3243636a0 None None] Current status of the port c048553c-a9a2-4059-931e-1009273acc25 is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:53:32.232079 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84272fa5-3bfb-421e-85a2-5b0994edbbe9 None None] The sync data for ids ['e3a1758d-908e-4583-8570-774bf260de69'] in dv-cinder-819668-4-iscsi is: [{'id': 'e3a1758d-908e-4583-8570-774bf260de69', 'name': 'tempest-TestVolumeBootPattern-1842589879-router', 'tenant_id': '19c7ce863a774fd6bd3d3cd5d8767ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'a448a51a-fbba-4f50-b9a2-2dfcb143eee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:53:28Z', 'updated_at': '2022-05-26T13:53:29Z', 'revision_number': 3, 'project_id': '19c7ce863a774fd6bd3d3cd5d8767ac9', 'gw_port': {'id': 'a448a51a-fbba-4f50-b9a2-2dfcb143eee4', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:dc:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a1758d-908e-4583-8570-774bf260de69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:28Z', 'updated_at': '2022-05-26T13:53:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi'}] {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:53:32.261920 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Pushing event updated for resources: {'Port': ['ID=107b298a-8fbf-4a08-8f78-90f47390f45f,revision_number=3']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:32.326459 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-7c7aebfb-0c41-4e74-ad2b-214074254ca9 None None] Provisioning complete for port 107b298a-8fbf-4a08-8f78-90f47390f45f triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:53:32.326838 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-7c7aebfb-0c41-4e74-ad2b-214074254ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (107b298a-8fbf-4a08-8f78-90f47390f45f), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:32.467273 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-7c7aebfb-0c41-4e74-ad2b-214074254ca9 None None] Current status of the port 107b298a-8fbf-4a08-8f78-90f47390f45f is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:53:32.485315 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:32.511190 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:32.531972 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c75159-8f03-42ea-a750-9bab734f591c req-7a3a15ee-7c71-4d52-b5e7-d113e135d26a tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:32.533620 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-73c75159-8f03-42ea-a750-9bab734f591c req-7a3a15ee-7c71-4d52-b5e7-d113e135d26a tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 944 time: 0.0779195 May 26 13:53:32.590961 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1bc26d-f682-4dc2-bbdb-dd58145b7498 req-401decf9-4edf-4417-ae28-50f5ddc8b1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:32.592499 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-4c1bc26d-f682-4dc2-bbdb-dd58145b7498 req-401decf9-4edf-4417-ae28-50f5ddc8b1b7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537&tenant_id=1ce476b2a1764f56b9780f4a5c75ac3d HTTP/1.1" status: 200 len: 1128 time: 0.1021881 May 26 13:53:32.594738 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d6f03380-e518-4970-bb9f-8508f3abf7a9 admin admin] Publish callbacks [] for port (061311d3-45b2-478c-bacc-67507015035b), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:32.603287 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d6f03380-e518-4970-bb9f-8508f3abf7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (061311d3-45b2-478c-bacc-67507015035b), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:32.606240 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-418a3609-cbd9-4e77-862b-67977d06de44 None None] Provisioning complete for port 107b298a-8fbf-4a08-8f78-90f47390f45f triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:53:32.606777 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-418a3609-cbd9-4e77-862b-67977d06de44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (107b298a-8fbf-4a08-8f78-90f47390f45f), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:32.680030 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-73c75159-8f03-42ea-a750-9bab734f591c req-7956cea3-adb1-4681-a98c-600c8a043598 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340365 May 26 13:53:32.740451 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d6f03380-e518-4970-bb9f-8508f3abf7a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-302209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568768'] for router_interface (e3a1758d-908e-4583-8570-774bf260de69), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:32.753768 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:32.758481 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:32.797889 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1bc26d-f682-4dc2-bbdb-dd58145b7498 req-e2b716b0-9b29-4598-9d11-c2285ddb8ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:32.799821 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-4c1bc26d-f682-4dc2-bbdb-dd58145b7498 req-e2b716b0-9b29-4598-9d11-c2285ddb8ca5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ce476b2a1764f56b9780f4a5c75ac3d&device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 1128 time: 0.1624968 May 26 13:53:32.802837 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f03380-e518-4970-bb9f-8508f3abf7a9 admin admin] Pushing event updated for resources: {'Port': ['ID=061311d3-45b2-478c-bacc-67507015035b,revision_number=2']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:32.813355 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-418a3609-cbd9-4e77-862b-67977d06de44 None None] Current status of the port 107b298a-8fbf-4a08-8f78-90f47390f45f is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:53:32.836157 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-418a3609-cbd9-4e77-862b-67977d06de44 None None] Provisioning complete for port 061311d3-45b2-478c-bacc-67507015035b triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:53:32.836635 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-418a3609-cbd9-4e77-862b-67977d06de44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (061311d3-45b2-478c-bacc-67507015035b), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:32.891482 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-418a3609-cbd9-4e77-862b-67977d06de44 None None] Port 061311d3-45b2-478c-bacc-67507015035b cannot update to ACTIVE because it is not bound. {{(pid=110502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:53:33.010950 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f03380-e518-4970-bb9f-8508f3abf7a9 admin admin] Network 3490fc24-d486-45c1-96f9-6f90f363c0ce is already hosted by enough agents. {{(pid=110500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:53:33.012341 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1bc26d-f682-4dc2-bbdb-dd58145b7498 req-35189ccd-c762-4e6b-88e6-271d7071b6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:33.013031 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-3b230cbf-bbac-471e-ab47-e7d83b82bb2a None None] Provisioning complete for port 061311d3-45b2-478c-bacc-67507015035b triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:53:33.013411 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-3b230cbf-bbac-471e-ab47-e7d83b82bb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (061311d3-45b2-478c-bacc-67507015035b), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:33.013843 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-4c1bc26d-f682-4dc2-bbdb-dd58145b7498 req-35189ccd-c762-4e6b-88e6-271d7071b6c2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7243f764-410e-4885-acdc-a415825d1293 HTTP/1.1" status: 200 len: 918 time: 0.1753688 May 26 13:53:33.015138 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [None req-d6f03380-e518-4970-bb9f-8508f3abf7a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:53:33.094811 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-3b230cbf-bbac-471e-ab47-e7d83b82bb2a None None] Port 061311d3-45b2-478c-bacc-67507015035b cannot update to ACTIVE because it is not bound. {{(pid=110502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:53:33.148890 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device a448a51a-fbba-4f50-b9a2-2dfcb143eee4 up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:53:33.167307 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-4c1bc26d-f682-4dc2-bbdb-dd58145b7498 req-daf1c683-26da-467f-8d90-f1fadd222052 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa HTTP/1.1" status: 200 len: 999 time: 0.1338882 May 26 13:53:33.191178 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:33.212911 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port a448a51a-fbba-4f50-b9a2-2dfcb143eee4 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:53:33.214512 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (a448a51a-fbba-4f50-b9a2-2dfcb143eee4), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:33.298946 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1bc26d-f682-4dc2-bbdb-dd58145b7498 req-35459d92-7781-4e84-840e-84a38398ae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:33.301014 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-4c1bc26d-f682-4dc2-bbdb-dd58145b7498 req-35459d92-7781-4e84-840e-84a38398ae27 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f42c48c9-dd9d-4f2d-ada0-47f18130e415 HTTP/1.1" status: 200 len: 856 time: 0.1254356 May 26 13:53:33.303235 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f03380-e518-4970-bb9f-8508f3abf7a9 admin admin] Router e3a1758d-908e-4583-8570-774bf260de69 has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:53:33.321569 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port a448a51a-fbba-4f50-b9a2-2dfcb143eee4 is: DOWN; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:53:33.323518 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (a448a51a-fbba-4f50-b9a2-2dfcb143eee4), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:33.347839 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] For port a448a51a-fbba-4f50-b9a2-2dfcb143eee4, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=a448a51a-fbba-4f50-b9a2-2dfcb143eee4,segment=NetworkSegment(36759762-4a51-4579-800b-deb2c27dac78),segment_id=36759762-4a51-4579-800b-deb2c27dac78)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:53:33.353568 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (a448a51a-fbba-4f50-b9a2-2dfcb143eee4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:33.354470 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device c048553c-a9a2-4059-931e-1009273acc25 up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:53:33.375320 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1bc26d-f682-4dc2-bbdb-dd58145b7498 req-99045547-a3e8-42c1-bb99-dce79a27b04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:33.376861 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-4c1bc26d-f682-4dc2-bbdb-dd58145b7498 req-99045547-a3e8-42c1-bb99-dce79a27b04c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7243f764-410e-4885-acdc-a415825d1293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0697968 May 26 13:53:33.451260 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-68571ebe-3581-436b-961c-805b7d32f9f2 None None] Provisioning complete for port 061311d3-45b2-478c-bacc-67507015035b triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:53:33.451636 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-68571ebe-3581-436b-961c-805b7d32f9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (061311d3-45b2-478c-bacc-67507015035b), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:33.456106 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Pushing event updated for resources: {'Port': ['ID=a448a51a-fbba-4f50-b9a2-2dfcb143eee4,revision_number=4']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:33.491883 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port c048553c-a9a2-4059-931e-1009273acc25 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:53:33.492887 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (c048553c-a9a2-4059-931e-1009273acc25), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:33.537973 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-68571ebe-3581-436b-961c-805b7d32f9f2 None None] Port 061311d3-45b2-478c-bacc-67507015035b cannot update to ACTIVE because it is not bound. {{(pid=110502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:53:33.561478 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f03380-e518-4970-bb9f-8508f3abf7a9 admin admin] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:53:33.567633 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-d6f03380-e518-4970-bb9f-8508f3abf7a9 admin admin] 10.222.0.16 "PUT /v2.0/routers/e3a1758d-908e-4583-8570-774bf260de69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2605786 May 26 13:53:33.585986 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-4c1bc26d-f682-4dc2-bbdb-dd58145b7498 req-bbf07471-3759-4fa0-ac7c-21023dd07148 service neutron] 10.222.0.57 "GET /v2.0/networks/7243f764-410e-4885-acdc-a415825d1293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730597 May 26 13:53:33.592241 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port c048553c-a9a2-4059-931e-1009273acc25 is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:53:33.593583 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 107b298a-8fbf-4a08-8f78-90f47390f45f up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:53:33.649384 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port 107b298a-8fbf-4a08-8f78-90f47390f45f triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:53:33.650058 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (107b298a-8fbf-4a08-8f78-90f47390f45f), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:33.713359 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-4c1bc26d-f682-4dc2-bbdb-dd58145b7498 req-cc14669b-c438-4f2a-80ef-850e3b300918 service neutron] 10.222.0.57 "GET /v2.0/networks/7243f764-410e-4885-acdc-a415825d1293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210685 May 26 13:53:33.756491 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port 107b298a-8fbf-4a08-8f78-90f47390f45f is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:53:33.888732 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abd322-7bc4-48d8-9186-a19638a25dfe req-caba98b2-26e7-4d5a-bbd5-c253861d5331 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:33.890436 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-20abd322-7bc4-48d8-9186-a19638a25dfe req-caba98b2-26e7-4d5a-bbd5-c253861d5331 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 944 time: 0.0635424 May 26 13:53:33.958207 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-20abd322-7bc4-48d8-9186-a19638a25dfe req-21ff799c-b1f7-4175-aaab-ad02a036da99 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610375 May 26 13:53:34.011525 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa no longer exists at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 13:53:34.043366 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 36936) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:53:34.047860 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-2df71781-7b6c-4fd4-9607-f4082d9a5314 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1175980800', 'description': 'tempest-secgroup-smoke-1175980800 description', 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:53:34.075089 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-2df71781-7b6c-4fd4-9607-f4082d9a5314 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks [] for security_group (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:34.110466 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:34.113397 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:34.121275 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa is: DOWN; New status is: DOWN {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:53:34.173428 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-2df71781-7b6c-4fd4-9607-f4082d9a5314 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks [] for security_group (deb0c07f-d4c4-45d6-866e-1c07e3dcfa74), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:34.177798 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-2df71781-7b6c-4fd4-9607-f4082d9a5314 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (deb0c07f-d4c4-45d6-866e-1c07e3dcfa74), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:34.210752 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-2df71781-7b6c-4fd4-9607-f4082d9a5314 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:34.214624 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-2df71781-7b6c-4fd4-9607-f4082d9a5314 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1674917 May 26 13:53:34.215236 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 36942) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:53:34.216949 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df71781-7b6c-4fd4-9607-f4082d9a5314 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:34.220810 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-fd2e9a93-4494-46a2-abf3-dd740156e0ef tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Request body: {'security_group_rule': {'security_group_id': 'deb0c07f-d4c4-45d6-866e-1c07e3dcfa74', 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:53:34.257577 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-fd2e9a93-4494-46a2-abf3-dd740156e0ef tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks [] for security_group_rule (48e0f1d0-776a-4ccb-9a80-b3c53359fda8), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:34.290955 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:34.321402 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-fd2e9a93-4494-46a2-abf3-dd740156e0ef tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks [] for security_group_rule (48e0f1d0-776a-4ccb-9a80-b3c53359fda8), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:34.326746 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-fd2e9a93-4494-46a2-abf3-dd740156e0ef tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547660'] for security_group_rule (48e0f1d0-776a-4ccb-9a80-b3c53359fda8), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:34.372121 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e9a93-4494-46a2-abf3-dd740156e0ef tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e0f1d0-776a-4ccb-9a80-b3c53359fda8,revision_number=0']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:34.389584 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-fd2e9a93-4494-46a2-abf3-dd740156e0ef tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:34.391545 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-fd2e9a93-4494-46a2-abf3-dd740156e0ef tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1750758 May 26 13:53:34.394899 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 36950) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:53:34.402130 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-ea68b6f5-9f46-411c-ac0e-662b3e3e88c3 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Request body: {'security_group_rule': {'security_group_id': 'deb0c07f-d4c4-45d6-866e-1c07e3dcfa74', 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:53:34.463250 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-ea68b6f5-9f46-411c-ac0e-662b3e3e88c3 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks [] for security_group_rule (6598066c-c5c0-4c69-bcb8-9d2d118d5ebc), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:34.548853 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-ea68b6f5-9f46-411c-ac0e-662b3e3e88c3 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks [] for security_group_rule (6598066c-c5c0-4c69-bcb8-9d2d118d5ebc), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:34.556600 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-ea68b6f5-9f46-411c-ac0e-662b3e3e88c3 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547660'] for security_group_rule (6598066c-c5c0-4c69-bcb8-9d2d118d5ebc), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:34.583227 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea68b6f5-9f46-411c-ac0e-662b3e3e88c3 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6598066c-c5c0-4c69-bcb8-9d2d118d5ebc,revision_number=0']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:34.596256 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-ea68b6f5-9f46-411c-ac0e-662b3e3e88c3 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:34.597693 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-ea68b6f5-9f46-411c-ac0e-662b3e3e88c3 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2008324 May 26 13:53:34.600516 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 36952) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:53:34.605065 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-bea67bd2-2285-4300-91da-7d06954aecbc tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Request body: {'security_group_rule': {'security_group_id': 'deb0c07f-d4c4-45d6-866e-1c07e3dcfa74', 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:53:34.645894 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-bea67bd2-2285-4300-91da-7d06954aecbc tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks [] for security_group_rule (b68aabbd-6638-43c9-8658-3cdacc838b8e), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:34.716453 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-bea67bd2-2285-4300-91da-7d06954aecbc tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks [] for security_group_rule (b68aabbd-6638-43c9-8658-3cdacc838b8e), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:34.723455 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-bea67bd2-2285-4300-91da-7d06954aecbc tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547660'] for security_group_rule (b68aabbd-6638-43c9-8658-3cdacc838b8e), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:34.759585 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:34.760762 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea67bd2-2285-4300-91da-7d06954aecbc tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b68aabbd-6638-43c9-8658-3cdacc838b8e,revision_number=0']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:34.772110 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-bea67bd2-2285-4300-91da-7d06954aecbc tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:34.773332 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-bea67bd2-2285-4300-91da-7d06954aecbc tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1718132 May 26 13:53:34.776343 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 36954) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:53:34.780853 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-73be19fd-91b9-4300-b05d-8f675a037057 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Request body: {'security_group_rule': {'security_group_id': 'deb0c07f-d4c4-45d6-866e-1c07e3dcfa74', 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:53:34.830654 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-73be19fd-91b9-4300-b05d-8f675a037057 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks [] for security_group_rule (236c7f76-41dc-4e03-9e04-99e69a3eb963), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:34.896853 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-73be19fd-91b9-4300-b05d-8f675a037057 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks [] for security_group_rule (236c7f76-41dc-4e03-9e04-99e69a3eb963), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:34.902155 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-73be19fd-91b9-4300-b05d-8f675a037057 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547660'] for security_group_rule (236c7f76-41dc-4e03-9e04-99e69a3eb963), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:34.925058 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be19fd-91b9-4300-b05d-8f675a037057 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=236c7f76-41dc-4e03-9e04-99e69a3eb963,revision_number=0']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:34.943122 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-73be19fd-91b9-4300-b05d-8f675a037057 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:34.947146 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-73be19fd-91b9-4300-b05d-8f675a037057 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1671708 May 26 13:53:34.947493 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 36956) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:53:34.952027 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-b0c945ef-95bb-4632-b624-cf308239e1b5 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Request body: {'security_group_rule': {'security_group_id': 'deb0c07f-d4c4-45d6-866e-1c07e3dcfa74', 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:53:35.004516 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.db.securitygroups_db [None req-b0c945ef-95bb-4632-b624-cf308239e1b5 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Project 189885bf9a5944bf8eaedd89bb5bec9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 13:53:35.021524 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b0c945ef-95bb-4632-b624-cf308239e1b5 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks [] for security_group_rule (65291948-5af1-4863-a40f-b002aa320459), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:35.068020 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device a448a51a-fbba-4f50-b9a2-2dfcb143eee4 up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:53:35.095709 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:35.102681 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ef41e4-4b27-405c-9dd1-b3a61c0ec224 None None] Sync routers for ids ['e3a1758d-908e-4583-8570-774bf260de69'] in dv-cinder-819668-4-iscsi {{(pid=110502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:53:35.136369 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ef41e4-4b27-405c-9dd1-b3a61c0ec224 None None] Routers {'e3a1758d-908e-4583-8570-774bf260de69'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:53:35.137294 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-c5ef41e4-4b27-405c-9dd1-b3a61c0ec224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:53:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['e3a1758d-908e-4583-8570-774bf260de69'], 'active': True} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:53:35.181273 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5fe26-012a-477a-8fd3-734016834780 req-16054d01-ba14-4ff3-8941-100404e0aac1 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:35.182846 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-74c5fe26-012a-477a-8fd3-734016834780 req-16054d01-ba14-4ff3-8941-100404e0aac1 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 944 time: 0.1002512 May 26 13:53:35.188576 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b0c945ef-95bb-4632-b624-cf308239e1b5 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks [] for security_group_rule (65291948-5af1-4863-a40f-b002aa320459), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:35.199705 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port a448a51a-fbba-4f50-b9a2-2dfcb143eee4 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:53:35.200347 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (a448a51a-fbba-4f50-b9a2-2dfcb143eee4), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:35.207608 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b0c945ef-95bb-4632-b624-cf308239e1b5 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547660'] for security_group_rule (65291948-5af1-4863-a40f-b002aa320459), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:35.289490 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-74c5fe26-012a-477a-8fd3-734016834780 req-36f6223a-aad9-4ffd-b42c-a65ec7e3e353 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926709 May 26 13:53:35.296116 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c945ef-95bb-4632-b624-cf308239e1b5 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65291948-5af1-4863-a40f-b002aa320459,revision_number=0']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:35.318537 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b0c945ef-95bb-4632-b624-cf308239e1b5 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:35.318537 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-b0c945ef-95bb-4632-b624-cf308239e1b5 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3700650 May 26 13:53:35.322618 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 36960) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:53:35.327547 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-d1dad5cd-77a4-4cea-8530-997068d1a215 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Request body: {'security_group_rule': {'security_group_id': 'deb0c07f-d4c4-45d6-866e-1c07e3dcfa74', 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:53:35.363529 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.db.securitygroups_db [None req-d1dad5cd-77a4-4cea-8530-997068d1a215 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Project 189885bf9a5944bf8eaedd89bb5bec9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 13:53:35.372416 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d1dad5cd-77a4-4cea-8530-997068d1a215 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks [] for security_group_rule (06b31c6b-7c51-4f54-b60f-8293949ee48b), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:35.456803 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d1dad5cd-77a4-4cea-8530-997068d1a215 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks [] for security_group_rule (06b31c6b-7c51-4f54-b60f-8293949ee48b), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:35.464031 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d1dad5cd-77a4-4cea-8530-997068d1a215 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547660'] for security_group_rule (06b31c6b-7c51-4f54-b60f-8293949ee48b), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:35.506963 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dad5cd-77a4-4cea-8530-997068d1a215 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06b31c6b-7c51-4f54-b60f-8293949ee48b,revision_number=0']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:35.511827 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvr_db [None req-c5ef41e4-4b27-405c-9dd1-b3a61c0ec224 None None] Set router e3a1758d-908e-4583-8570-774bf260de69 gateway port host: dv-cinder-819668-4-iscsi {{(pid=110502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:53:35.521028 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d1dad5cd-77a4-4cea-8530-997068d1a215 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:35.524353 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-d1dad5cd-77a4-4cea-8530-997068d1a215 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1987457 May 26 13:53:35.578372 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:35.652842 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port a448a51a-fbba-4f50-b9a2-2dfcb143eee4 is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:53:35.796474 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-c5ef41e4-4b27-405c-9dd1-b3a61c0ec224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a1758d-908e-4583-8570-774bf260de69', 'name': 'tempest-TestVolumeBootPattern-1842589879-router', 'tenant_id': '19c7ce863a774fd6bd3d3cd5d8767ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'a448a51a-fbba-4f50-b9a2-2dfcb143eee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:53:28Z', 'updated_at': '2022-05-26T13:53:32Z', 'revision_number': 4, 'project_id': '19c7ce863a774fd6bd3d3cd5d8767ac9', 'gw_port': {'id': 'a448a51a-fbba-4f50-b9a2-2dfcb143eee4', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:dc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a1758d-908e-4583-8570-774bf260de69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:28Z', 'updated_at': '2022-05-26T13:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': '061311d3-45b2-478c-bacc-67507015035b', 'name': '', 'network_id': '3490fc24-d486-45c1-96f9-6f90f363c0ce', 'tenant_id': '19c7ce863a774fd6bd3d3cd5d8767ac9', 'mac_address': 'fa:16:3e:60:67:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a1758d-908e-4583-8570-774bf260de69', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '6741ddc6-302f-4064-9f04-2a5e94ce6bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:31Z', 'updated_at': '2022-05-26T13:53:32Z', 'revision_number': 2, 'project_id': '19c7ce863a774fd6bd3d3cd5d8767ac9', 'subnets': [{'id': '6741ddc6-302f-4064-9f04-2a5e94ce6bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:53:35.825431 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ef41e4-4b27-405c-9dd1-b3a61c0ec224 None None] Checking router: e3a1758d-908e-4583-8570-774bf260de69 for host: dv-cinder-819668-4-iscsi {{(pid=110502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:53:35.825875 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ef41e4-4b27-405c-9dd1-b3a61c0ec224 None None] Updating router e3a1758d-908e-4583-8570-774bf260de69 port 061311d3-45b2-478c-bacc-67507015035b binding host dv-cinder-819668-4-iscsi {{(pid=110502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 13:53:35.861405 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-c5ef41e4-4b27-405c-9dd1-b3a61c0ec224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (061311d3-45b2-478c-bacc-67507015035b), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:36.294188 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-c5ef41e4-4b27-405c-9dd1-b3a61c0ec224 None None] Publish callbacks [] for port (061311d3-45b2-478c-bacc-67507015035b), precommit_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:36.300412 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-c5ef41e4-4b27-405c-9dd1-b3a61c0ec224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (061311d3-45b2-478c-bacc-67507015035b), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:36.403725 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551aac6c-64f5-4005-ae18-3c3936c02a42 None None] Pushing event updated for resources: {'Port': ['ID=061311d3-45b2-478c-bacc-67507015035b,revision_number=3']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:36.463662 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-c5ef41e4-4b27-405c-9dd1-b3a61c0ec224 None None] Attempting to bind port 061311d3-45b2-478c-bacc-67507015035b on host dv-cinder-819668-4-iscsi for vnic_type normal with profile {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:53:36.464041 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-c5ef41e4-4b27-405c-9dd1-b3a61c0ec224 None None] Attempting to bind port 061311d3-45b2-478c-bacc-67507015035b by drivers openvswitch,hyperv on host dv-cinder-819668-4-iscsi at level 0 using segments [{'id': '2149e638-ee82-4b81-8af5-d6cee55df090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3490fc24-d486-45c1-96f9-6f90f363c0ce'}] {{(pid=110502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:53:36.464431 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ef41e4-4b27-405c-9dd1-b3a61c0ec224 None None] Attempting to bind port 061311d3-45b2-478c-bacc-67507015035b on network 3490fc24-d486-45c1-96f9-6f90f363c0ce {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:53:36.474705 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75883aaf-d0b8-44ec-b5cc-bd726e146c98 req-d54ec56b-1a54-436a-bd2a-3273957ec64c tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:36.480533 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ef41e4-4b27-405c-9dd1-b3a61c0ec224 None None] Checking agent: {'id': '8ab0da26-f041-4f99-a2cc-fa5d75d9001c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 35, 50), 'started_at': datetime.datetime(2022, 5, 26, 13, 36, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:53:36.480920 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ef41e4-4b27-405c-9dd1-b3a61c0ec224 None None] Checking segment: {'id': '2149e638-ee82-4b81-8af5-d6cee55df090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3490fc24-d486-45c1-96f9-6f90f363c0ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:53:36.484032 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-c5ef41e4-4b27-405c-9dd1-b3a61c0ec224 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:36.484494 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ef41e4-4b27-405c-9dd1-b3a61c0ec224 None None] Bound using segment: {'id': '2149e638-ee82-4b81-8af5-d6cee55df090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3490fc24-d486-45c1-96f9-6f90f363c0ce'} {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:53:36.485002 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-c5ef41e4-4b27-405c-9dd1-b3a61c0ec224 None None] Bound port: 061311d3-45b2-478c-bacc-67507015035b, host: dv-cinder-819668-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2149e638-ee82-4b81-8af5-d6cee55df090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3490fc24-d486-45c1-96f9-6f90f363c0ce'}}] {{(pid=110502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:53:36.485401 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-c5ef41e4-4b27-405c-9dd1-b3a61c0ec224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (061311d3-45b2-478c-bacc-67507015035b), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:36.493961 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-75883aaf-d0b8-44ec-b5cc-bd726e146c98 req-d54ec56b-1a54-436a-bd2a-3273957ec64c tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 944 time: 0.1231961 May 26 13:53:36.521143 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:36.661318 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-c5ef41e4-4b27-405c-9dd1-b3a61c0ec224 None None] For port 061311d3-45b2-478c-bacc-67507015035b, host dv-cinder-819668-4-iscsi, cleared binding levels {{(pid=110502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:53:36.666857 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-c5ef41e4-4b27-405c-9dd1-b3a61c0ec224 None None] For port 061311d3-45b2-478c-bacc-67507015035b, host dv-cinder-819668-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=061311d3-45b2-478c-bacc-67507015035b,segment=NetworkSegment(2149e638-ee82-4b81-8af5-d6cee55df090),segment_id=2149e638-ee82-4b81-8af5-d6cee55df090)] {{(pid=110502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:53:36.667218 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-75883aaf-d0b8-44ec-b5cc-bd726e146c98 req-a2018df6-7e22-4dc4-9a5b-54b3c1279de7 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720150 May 26 13:53:36.679227 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-c5ef41e4-4b27-405c-9dd1-b3a61c0ec224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (061311d3-45b2-478c-bacc-67507015035b), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:36.817797 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:36.863641 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-e77f24f3-739a-450f-a740-73058c0ee06d None None] Provisioning complete for port 061311d3-45b2-478c-bacc-67507015035b triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:53:36.864018 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e77f24f3-739a-450f-a740-73058c0ee06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (061311d3-45b2-478c-bacc-67507015035b), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:36.866173 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ef41e4-4b27-405c-9dd1-b3a61c0ec224 None None] Routers {'e3a1758d-908e-4583-8570-774bf260de69'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:53:36.866773 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-c5ef41e4-4b27-405c-9dd1-b3a61c0ec224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:53:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['e3a1758d-908e-4583-8570-774bf260de69'], 'active': True} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:53:37.025685 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvr_db [None req-c5ef41e4-4b27-405c-9dd1-b3a61c0ec224 None None] Set router e3a1758d-908e-4583-8570-774bf260de69 gateway port host: dv-cinder-819668-4-iscsi {{(pid=110502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:53:37.094905 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551aac6c-64f5-4005-ae18-3c3936c02a42 None None] Pushing event updated for resources: {'Port': ['ID=061311d3-45b2-478c-bacc-67507015035b,revision_number=4']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:37.272906 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-e77f24f3-739a-450f-a740-73058c0ee06d None None] Current status of the port 061311d3-45b2-478c-bacc-67507015035b is: DOWN; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:53:37.273877 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e77f24f3-739a-450f-a740-73058c0ee06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (061311d3-45b2-478c-bacc-67507015035b), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:37.349881 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-c5ef41e4-4b27-405c-9dd1-b3a61c0ec224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a1758d-908e-4583-8570-774bf260de69', 'name': 'tempest-TestVolumeBootPattern-1842589879-router', 'tenant_id': '19c7ce863a774fd6bd3d3cd5d8767ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'a448a51a-fbba-4f50-b9a2-2dfcb143eee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:53:28Z', 'updated_at': '2022-05-26T13:53:32Z', 'revision_number': 4, 'project_id': '19c7ce863a774fd6bd3d3cd5d8767ac9', 'gw_port': {'id': 'a448a51a-fbba-4f50-b9a2-2dfcb143eee4', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:dc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a1758d-908e-4583-8570-774bf260de69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:28Z', 'updated_at': '2022-05-26T13:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': '061311d3-45b2-478c-bacc-67507015035b', 'name': '', 'network_id': '3490fc24-d486-45c1-96f9-6f90f363c0ce', 'tenant_id': '19c7ce863a774fd6bd3d3cd5d8767ac9', 'mac_address': 'fa:16:3e:60:67:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a1758d-908e-4583-8570-774bf260de69', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '6741ddc6-302f-4064-9f04-2a5e94ce6bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:31Z', 'updated_at': '2022-05-26T13:53:36Z', 'revision_number': 4, 'project_id': '19c7ce863a774fd6bd3d3cd5d8767ac9', 'subnets': [{'id': '6741ddc6-302f-4064-9f04-2a5e94ce6bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:53:37.355090 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-e77f24f3-739a-450f-a740-73058c0ee06d None None] For port 061311d3-45b2-478c-bacc-67507015035b, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=061311d3-45b2-478c-bacc-67507015035b,segment=NetworkSegment(2149e638-ee82-4b81-8af5-d6cee55df090),segment_id=2149e638-ee82-4b81-8af5-d6cee55df090)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:53:37.380490 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ef41e4-4b27-405c-9dd1-b3a61c0ec224 None None] The sync data for ids ['e3a1758d-908e-4583-8570-774bf260de69'] in dv-cinder-819668-4-iscsi is: [{'id': 'e3a1758d-908e-4583-8570-774bf260de69', 'name': 'tempest-TestVolumeBootPattern-1842589879-router', 'tenant_id': '19c7ce863a774fd6bd3d3cd5d8767ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'a448a51a-fbba-4f50-b9a2-2dfcb143eee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:53:28Z', 'updated_at': '2022-05-26T13:53:32Z', 'revision_number': 4, 'project_id': '19c7ce863a774fd6bd3d3cd5d8767ac9', 'gw_port': {'id': 'a448a51a-fbba-4f50-b9a2-2dfcb143eee4', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:dc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a1758d-908e-4583-8570-774bf260de69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:28Z', 'updated_at': '2022-05-26T13:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': '061311d3-45b2-478c-bacc-67507015035b', 'name': '', 'network_id': '3490fc24-d486-45c1-96f9-6f90f363c0ce', 'tenant_id': '19c7ce863a774fd6bd3d3cd5d8767ac9', 'mac_address': 'fa:16:3e:60:67:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a1758d-908e-4583-8570-774bf260de69', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '6741ddc6-302f-4064-9f04-2a5e94ce6bcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:31Z', 'updated_at': '2022-05-26T13:53:36Z', 'revision_number': 4, 'project_id': '19c7ce863a774fd6bd3d3cd5d8767ac9', 'subnets': [{'id': '6741ddc6-302f-4064-9f04-2a5e94ce6bcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:53:37.383205 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e77f24f3-739a-450f-a740-73058c0ee06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (061311d3-45b2-478c-bacc-67507015035b), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:37.447399 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f24f3-739a-450f-a740-73058c0ee06d None None] Pushing event updated for resources: {'Port': ['ID=061311d3-45b2-478c-bacc-67507015035b,revision_number=5']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:37.527573 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-362e1fb3-5d28-4ead-a1e6-0e21acf3a150 None None] Provisioning complete for port 061311d3-45b2-478c-bacc-67507015035b triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:53:37.527957 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-362e1fb3-5d28-4ead-a1e6-0e21acf3a150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (061311d3-45b2-478c-bacc-67507015035b), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:37.643225 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-362e1fb3-5d28-4ead-a1e6-0e21acf3a150 None None] Current status of the port 061311d3-45b2-478c-bacc-67507015035b is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:53:37.785500 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68b37f-92a0-4836-a0e3-eedf263b7620 req-3c9f412d-887c-47cd-a4ac-f66a9b930b26 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:37.787753 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-5e68b37f-92a0-4836-a0e3-eedf263b7620 req-3c9f412d-887c-47cd-a4ac-f66a9b930b26 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 944 time: 0.0548522 May 26 13:53:37.850084 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-5e68b37f-92a0-4836-a0e3-eedf263b7620 req-7413dbcf-81b4-43d7-a2ba-b310d74870b0 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564034 May 26 13:53:39.038897 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 061311d3-45b2-478c-bacc-67507015035b up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:53:39.094702 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port 061311d3-45b2-478c-bacc-67507015035b triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:53:39.095081 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (061311d3-45b2-478c-bacc-67507015035b), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:39.120869 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:39.217334 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port 061311d3-45b2-478c-bacc-67507015035b is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:53:39.366059 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735ba09-2573-468a-8187-d3db35e57e22 req-2d8a7023-eafa-419f-a9e5-aa33cf0c9acf tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:39.367695 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c735ba09-2573-468a-8187-d3db35e57e22 req-2d8a7023-eafa-419f-a9e5-aa33cf0c9acf tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 944 time: 0.4199765 May 26 13:53:39.452383 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c735ba09-2573-468a-8187-d3db35e57e22 req-df17d5a5-935a-431e-a00b-7587cb67f5c8 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784273 May 26 13:53:40.592183 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86211cfe-b5eb-43ad-8ac5-bc62976454ee req-232206ba-dd96-47cb-a4bf-461496ee7b98 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:40.593863 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-86211cfe-b5eb-43ad-8ac5-bc62976454ee req-232206ba-dd96-47cb-a4bf-461496ee7b98 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 944 time: 0.0523529 May 26 13:53:40.655247 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-86211cfe-b5eb-43ad-8ac5-bc62976454ee req-14d5e00e-3ba8-4711-97cb-c42cff8abb08 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523148 May 26 13:53:41.036012 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:41.814692 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76cc05-0d9c-4298-8a4f-da80b6998e97 req-d50d65cc-1a49-40ea-a346-ca388a6dda63 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:41.817037 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8c76cc05-0d9c-4298-8a4f-da80b6998e97 req-d50d65cc-1a49-40ea-a346-ca388a6dda63 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 944 time: 0.0662713 May 26 13:53:41.914510 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8c76cc05-0d9c-4298-8a4f-da80b6998e97 req-5e859e8f-5573-4ed1-a057-c3deb7347fa9 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850089 May 26 13:53:42.159464 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=54,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:43.062379 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d6ce3-1109-4a7e-86e4-18991f252672 req-344d0616-604b-41ea-997b-69a4ae7955cb tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:43.064017 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-5f5d6ce3-1109-4a7e-86e4-18991f252672 req-344d0616-604b-41ea-997b-69a4ae7955cb tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 944 time: 0.0546026 May 26 13:53:43.139155 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-5f5d6ce3-1109-4a7e-86e4-18991f252672 req-19648b71-c4cd-4412-b9ce-6e533b0758f8 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665212 May 26 13:53:44.090827 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-c528583c-547a-4846-a7a9-abd08dbfcf06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:44.271959 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71c80f-b4c2-47e4-a05c-362ba47cddb8 req-51693fbb-8bed-4583-be26-bd1002ff6845 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:44.273644 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-cd71c80f-b4c2-47e4-a05c-362ba47cddb8 req-51693fbb-8bed-4583-be26-bd1002ff6845 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 944 time: 0.0502944 May 26 13:53:44.286851 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=8 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:44.306488 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:44.336267 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-cd71c80f-b4c2-47e4-a05c-362ba47cddb8 req-0cd631b7-b509-4573-bc2d-088a80558864 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568833 May 26 13:53:45.463172 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98338f26-3fda-4703-9772-4bd72f9c45bc req-308ddcff-cb3e-4b95-b0fa-66011b433587 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:45.464576 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-98338f26-3fda-4703-9772-4bd72f9c45bc req-308ddcff-cb3e-4b95-b0fa-66011b433587 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 944 time: 0.0474250 May 26 13:53:45.513138 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-98338f26-3fda-4703-9772-4bd72f9c45bc req-bf9e90b5-7b99-4d29-bedf-a70d6e526a6a tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430131 May 26 13:53:46.473415 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-636f4073-3904-4a43-a099-e57d9810dcfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:46.641633 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea114e-c9e5-4af8-b078-71a512834c55 req-a7241410-dbff-4ca5-9285-805f7bd2e44a tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:46.643269 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-77ea114e-c9e5-4af8-b078-71a512834c55 req-a7241410-dbff-4ca5-9285-805f7bd2e44a tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 944 time: 0.0478218 May 26 13:53:46.692608 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-77ea114e-c9e5-4af8-b078-71a512834c55 req-1df2ca25-76ef-433d-8458-8f5ac1b9d06d tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429235 May 26 13:53:47.754543 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:47.819153 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237dd30-46c1-4a5f-b4a9-7c7adc291bed req-89d8ebb6-3d87-4f0c-b69c-5f84e6fe984e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:47.820641 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-2237dd30-46c1-4a5f-b4a9-7c7adc291bed req-89d8ebb6-3d87-4f0c-b69c-5f84e6fe984e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 944 time: 0.0515323 May 26 13:53:47.876350 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:47.881464 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-2237dd30-46c1-4a5f-b4a9-7c7adc291bed req-6d2dd6b3-a76b-4320-ac66-86799e4da489 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542257 May 26 13:53:49.008505 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c4e6a-a20d-4b5e-8dc7-f4e651286e4e req-722576c7-19e9-47ac-bb93-5a5109c7f021 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:49.009998 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-7f4c4e6a-a20d-4b5e-8dc7-f4e651286e4e req-722576c7-19e9-47ac-bb93-5a5109c7f021 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 944 time: 0.0517430 May 26 13:53:49.057448 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-7f4c4e6a-a20d-4b5e-8dc7-f4e651286e4e req-0a68baaa-c44c-4275-afdd-84d6b169a1f7 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419300 May 26 13:53:49.171728 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:49.523566 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 6 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:53:50.178374 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaccb14-4591-40c9-9f0e-aa766ff03c30 req-8444033b-c5e4-4ce0-86ba-24f39c3685a3 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:50.179760 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-dfaccb14-4591-40c9-9f0e-aa766ff03c30 req-8444033b-c5e4-4ce0-86ba-24f39c3685a3 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 944 time: 0.0501804 May 26 13:53:50.226588 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-dfaccb14-4591-40c9-9f0e-aa766ff03c30 req-bc485f69-96d9-4043-aeb3-966673e69208 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411930 May 26 13:53:50.477738 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:51.353239 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036bd924-b3ca-41f6-8817-b8cadcad002e req-8bcc8dcd-a64b-4a6c-8c45-413c04bbf972 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:51.354984 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-036bd924-b3ca-41f6-8817-b8cadcad002e req-8bcc8dcd-a64b-4a6c-8c45-413c04bbf972 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 944 time: 0.0504537 May 26 13:53:51.403034 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-036bd924-b3ca-41f6-8817-b8cadcad002e req-c6045f11-6fd9-45e8-ae7d-7243b6c8a2f0 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425603 May 26 13:53:52.105792 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=110502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 13:53:52.202954 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:52.205091 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa,segment=NetworkSegment(72489f9d-88bc-4f02-8b41-7b0a26fec68a),segment_id=72489f9d-88bc-4f02-8b41-7b0a26fec68a)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:53:52.218365 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Returning: {'device': '7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa', 'network_id': '7243f764-410e-4885-acdc-a415825d1293', 'port_id': '7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa', 'mac_address': 'fa:16:3e:b3:45:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f42c48c9-dd9d-4f2d-ada0-47f18130e415', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 13:53:52.252273 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa is: DOWN; New status is: BUILD {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:53:52.252690 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:52.270146 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa {{(pid=110502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:53:52.289389 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa,segment=NetworkSegment(72489f9d-88bc-4f02-8b41-7b0a26fec68a),segment_id=72489f9d-88bc-4f02-8b41-7b0a26fec68a)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:53:52.293477 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:52.339371 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa,revision_number=9']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:52.524080 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81361a-3ccc-4713-b03d-7b68cad56dcb req-58c6a561-fc52-400e-b065-af9a7e79468b tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:52.525611 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-eb81361a-3ccc-4713-b03d-7b68cad56dcb req-58c6a561-fc52-400e-b065-af9a7e79468b tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 945 time: 0.0474780 May 26 13:53:52.573487 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-eb81361a-3ccc-4713-b03d-7b68cad56dcb req-f7ac183b-a925-467e-82b5-45f4a4c4dd90 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423145 May 26 13:53:52.818623 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] get_ports_and_sgs() called for port_ids ['7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa'] {{(pid=110502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 13:53:53.691876 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1f907-38d7-4451-9702-366868d80028 req-6d0ca099-ca52-49a1-a370-b4daf70ac5eb tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:53.693409 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-eae1f907-38d7-4451-9702-366868d80028 req-6d0ca099-ca52-49a1-a370-b4daf70ac5eb tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 945 time: 0.0468409 May 26 13:53:53.713998 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:53.746220 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-eae1f907-38d7-4451-9702-366868d80028 req-ef743f21-e263-44fe-82ed-14c48f8d32a1 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469987 May 26 13:53:54.105893 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa up at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:53:54.149291 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Provisioning complete for port 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:53:54.149657 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:54.222888 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa is: BUILD; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:53:54.223274 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:54.247058 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeccb394-4413-411c-a93c-9fbec3f06537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa'}] {{(pid=110502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:53:54.249546 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186ee40048dd7feccd586c88f433d7b47dbfd7dc0140a518261bfa5b158966a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358ed9b8-90db-4f13-b718-95ccbf105d17" -d '{"events": [{"server_uuid": "aeccb394-4413-411c-a93c-9fbec3f06537", "name": "network-vif-plugged", "status": "completed", "tag": "7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa"}]}' {{(pid=110502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:53:54.267052 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa,segment=NetworkSegment(72489f9d-88bc-4f02-8b41-7b0a26fec68a),segment_id=72489f9d-88bc-4f02-8b41-7b0a26fec68a)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:53:54.271135 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:53:54.293852 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac220ffa-af18-49ad-b906-821a87ad18cf x-openstack-request-id: req-ac220ffa-af18-49ad-b906-821a87ad18cf {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:53:54.294172 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeccb394-4413-411c-a93c-9fbec3f06537", "name": "network-vif-plugged", "status": "completed", "tag": "7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa", "code": 200}]} {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:53:54.294423 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ac220ffa-af18-49ad-b906-821a87ad18cf {{(pid=110502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:53:54.294812 dv-cinder-819668-4-iscsi neutron-server[110502]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac220ffa-af18-49ad-b906-821a87ad18cf'] response: {'server_uuid': 'aeccb394-4413-411c-a93c-9fbec3f06537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa', 'code': 200} May 26 13:53:54.298792 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:53:54.322793 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa,revision_number=10']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:53:54.469700 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995a7ec-0376-49f3-8a6b-347c6eac2830 req-4dd67f84-70e2-4061-971f-1404bf10cbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:54.471173 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5995a7ec-0376-49f3-8a6b-347c6eac2830 req-4dd67f84-70e2-4061-971f-1404bf10cbd1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 1131 time: 0.0410640 May 26 13:53:54.515533 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5995a7ec-0376-49f3-8a6b-347c6eac2830 req-7129d008-69e5-4662-b286-bcfb2508dfd0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384023 May 26 13:53:55.142448 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63194c8-a1b0-440f-babb-5c5967071208 req-33c1a039-5e48-41e2-af09-f0b5a04603f8 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:55.143896 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-d63194c8-a1b0-440f-babb-5c5967071208 req-33c1a039-5e48-41e2-af09-f0b5a04603f8 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 947 time: 0.3235910 May 26 13:53:55.190910 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-d63194c8-a1b0-440f-babb-5c5967071208 req-983d364b-b8f0-4029-add2-2873e02b5890 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411160 May 26 13:53:56.311862 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8749b8-b572-456d-a01d-976c6f24652c req-53ba5091-f735-4f35-8810-e336bfda401f tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:56.313386 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-7d8749b8-b572-456d-a01d-976c6f24652c req-53ba5091-f735-4f35-8810-e336bfda401f tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 947 time: 0.0479746 May 26 13:53:56.363752 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-7d8749b8-b572-456d-a01d-976c6f24652c req-125bd32a-4d56-44d9-a57e-885069fb2128 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442200 May 26 13:53:57.491112 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f71ec-b917-49a6-bf68-6693262ce5c7 req-8a0a2bd6-78bc-4b8a-a5a1-2a0370bcb109 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:57.492923 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-0f3f71ec-b917-49a6-bf68-6693262ce5c7 req-8a0a2bd6-78bc-4b8a-a5a1-2a0370bcb109 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 947 time: 0.0512514 May 26 13:53:57.545289 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-0f3f71ec-b917-49a6-bf68-6693262ce5c7 req-5796c5fe-c694-4e53-8522-1e4f15d99b83 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461001 May 26 13:53:58.639663 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-4710d1ab-ce1e-4cdd-b8c2-7da3cc8d84c1 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1175980800&fields=id&tenant_id=189885bf9a5944bf8eaedd89bb5bec9f HTTP/1.1" status: 200 len: 267 time: 0.0455835 May 26 13:53:58.689042 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8b459-0159-4f23-a5b6-23e1df8f5cb5 req-4defb2fe-a795-4421-aa28-7fdcdfa55c2e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:58.690583 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-dfa8b459-0159-4f23-a5b6-23e1df8f5cb5 req-4defb2fe-a795-4421-aa28-7fdcdfa55c2e tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 947 time: 0.0510333 May 26 13:53:58.745347 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-dfa8b459-0159-4f23-a5b6-23e1df8f5cb5 req-92d1282c-5e34-4663-9921-8c317daf01c5 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477648 May 26 13:53:58.769857 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-1a9bc510-d5ce-4974-8697-0a06fc5a5c1f tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:53:58.771538 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-1a9bc510-d5ce-4974-8697-0a06fc5a5c1f tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/networks?id=f13feac7-9894-4fb0-8d65-5458a77bde4c HTTP/1.1" status: 200 len: 812 time: 0.1252592 May 26 13:53:58.789868 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-8a9fead1-a67d-4522-a98b-5492dd549b52 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/quotas/189885bf9a5944bf8eaedd89bb5bec9f HTTP/1.1" status: 200 len: 375 time: 0.0104656 May 26 13:53:58.842601 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-42b6ca76-ab7b-41b5-bc39-4092a342312f tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=189885bf9a5944bf8eaedd89bb5bec9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464499 May 26 13:53:58.951495 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-cc1c83b1-3042-41da-b6e9-ab2e7d3dd28b service neutron] 10.222.0.16 "GET /v2.0/networks/f13feac7-9894-4fb0-8d65-5458a77bde4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941491 May 26 13:53:59.058968 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-c2ab1bcf-15fc-491c-8960-43ba09b0d9a1 service neutron] 10.222.0.16 "GET /v2.0/networks/f13feac7-9894-4fb0-8d65-5458a77bde4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012123 May 26 13:53:59.369136 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-9109250a-6ab1-4e86-893d-ac389080cd8f req-7dd0682e-6a16-47e0-bf2b-dd955e7ffaf6 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f0c112-3ce9-43ea-8c2b-421193107cd2 HTTP/1.1" status: 200 len: 210 time: 0.0279980 May 26 13:54:00.320797 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-1938df98-01fe-40b5-9856-8d920446081c tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:54:00.322572 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-1938df98-01fe-40b5-9856-8d920446081c tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.57 "GET /v2.0/networks?id=f13feac7-9894-4fb0-8d65-5458a77bde4c HTTP/1.1" status: 200 len: 812 time: 0.1356115 May 26 13:54:00.361769 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:00.397698 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-89495c1d-ee06-4dd4-8185-7cc31b868e6d tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=189885bf9a5944bf8eaedd89bb5bec9f HTTP/1.1" status: 200 len: 380 time: 0.0667918 May 26 13:54:00.406962 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-d1db6ef0-241f-4c35-99d2-4dde8a7b097f tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Request body: {'port': {'device_id': 'a2f0c112-3ce9-43ea-8c2b-421193107cd2', 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c', 'admin_state_up': True, 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'security_groups': ['deb0c07f-d4c4-45d6-866e-1c07e3dcfa74']}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:54:00.494007 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-97f60935-d64c-47b8-8b6d-a3952c495a4a req-e8eb57ea-f3c7-48e7-85b1-90eb1878b863 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f0c112-3ce9-43ea-8c2b-421193107cd2 HTTP/1.1" status: 200 len: 210 time: 0.0280371 May 26 13:54:00.499417 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:00.538454 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-d1db6ef0-241f-4c35-99d2-4dde8a7b097f tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Made reservation on behalf of 189885bf9a5944bf8eaedd89bb5bec9f for: {'port': 1} {{(pid=110500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:54:00.542103 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-d1db6ef0-241f-4c35-99d2-4dde8a7b097f tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:00.674591 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.db_base_plugin_common [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-d1db6ef0-241f-4c35-99d2-4dde8a7b097f tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Allocated IP 172.20.0.10 (f13feac7-9894-4fb0-8d65-5458a77bde4c/6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff/cedaf787-c283-41ca-8699-4bca18f84374) {{(pid=110500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:54:00.841672 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-d1db6ef0-241f-4c35-99d2-4dde8a7b097f tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks [] for port (cedaf787-c283-41ca-8699-4bca18f84374), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:00.875568 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-d1db6ef0-241f-4c35-99d2-4dde8a7b097f tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (cedaf787-c283-41ca-8699-4bca18f84374), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:00.925764 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-d1db6ef0-241f-4c35-99d2-4dde8a7b097f tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Network f13feac7-9894-4fb0-8d65-5458a77bde4c is already hosted by enough agents. {{(pid=110500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:54:00.929076 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-d1db6ef0-241f-4c35-99d2-4dde8a7b097f tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Resources bound (agent type, host, resource id): {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:54:00.933024 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-d1db6ef0-241f-4c35-99d2-4dde8a7b097f tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Received port after_create {{(pid=110500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:54:00.958387 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db6ef0-241f-4c35-99d2-4dde8a7b097f tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Pushing event updated for resources: {'Port': ['ID=cedaf787-c283-41ca-8699-4bca18f84374,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:54:00.987047 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-d1db6ef0-241f-4c35-99d2-4dde8a7b097f tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:54:00.988175 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-d1db6ef0-241f-4c35-99d2-4dde8a7b097f tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:01.005571 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-d1db6ef0-241f-4c35-99d2-4dde8a7b097f tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6033735 May 26 13:54:01.018898 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-3be6311c-8a5f-4eb0-bce0-05de9f34a39e service neutron] Request body: {'port': {'device_id': 'a2f0c112-3ce9-43ea-8c2b-421193107cd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:54:01.083580 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-3be6311c-8a5f-4eb0-bce0-05de9f34a39e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (cedaf787-c283-41ca-8699-4bca18f84374), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:01.156747 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:01.224837 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-063a933b-f2de-4ea0-8505-af9c5d1b9c5c None None] Provisioning complete for port cedaf787-c283-41ca-8699-4bca18f84374 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:54:01.225486 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-063a933b-f2de-4ea0-8505-af9c5d1b9c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (cedaf787-c283-41ca-8699-4bca18f84374), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:01.256871 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-063a933b-f2de-4ea0-8505-af9c5d1b9c5c None None] Port cedaf787-c283-41ca-8699-4bca18f84374 cannot update to ACTIVE because it is not bound. {{(pid=110502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:54:01.390233 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-3be6311c-8a5f-4eb0-bce0-05de9f34a39e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cedaf787-c283-41ca-8699-4bca18f84374 {{(pid=110500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:54:01.398201 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-3be6311c-8a5f-4eb0-bce0-05de9f34a39e service neutron] Publish callbacks [] for port (cedaf787-c283-41ca-8699-4bca18f84374), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:01.410975 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.provisioning_blocks [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-3be6311c-8a5f-4eb0-bce0-05de9f34a39e service neutron] Transition to ACTIVE for port object cedaf787-c283-41ca-8699-4bca18f84374 will not be triggered until provisioned by entity L2. {{(pid=110500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 13:54:01.415430 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-3be6311c-8a5f-4eb0-bce0-05de9f34a39e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (cedaf787-c283-41ca-8699-4bca18f84374), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:01.455443 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:01.466510 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6311c-8a5f-4eb0-bce0-05de9f34a39e service neutron] Pushing event updated for resources: {'Port': ['ID=cedaf787-c283-41ca-8699-4bca18f84374,revision_number=2']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:54:01.554552 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-3be6311c-8a5f-4eb0-bce0-05de9f34a39e service neutron] Attempting to bind port cedaf787-c283-41ca-8699-4bca18f84374 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:54:01.555119 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-3be6311c-8a5f-4eb0-bce0-05de9f34a39e service neutron] Attempting to bind port cedaf787-c283-41ca-8699-4bca18f84374 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '865ad695-e6b5-4527-9214-bd60ef4e493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c'}] {{(pid=110500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:54:01.555655 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-3be6311c-8a5f-4eb0-bce0-05de9f34a39e service neutron] Attempting to bind port cedaf787-c283-41ca-8699-4bca18f84374 on network f13feac7-9894-4fb0-8d65-5458a77bde4c {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:54:01.561048 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-3be6311c-8a5f-4eb0-bce0-05de9f34a39e service neutron] Port cedaf787-c283-41ca-8699-4bca18f84374 on network f13feac7-9894-4fb0-8d65-5458a77bde4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 13:54:01.561663 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-3be6311c-8a5f-4eb0-bce0-05de9f34a39e service neutron] Attempting to bind port cedaf787-c283-41ca-8699-4bca18f84374 on network f13feac7-9894-4fb0-8d65-5458a77bde4c {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:54:01.569650 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-3be6311c-8a5f-4eb0-bce0-05de9f34a39e service neutron] Checking agent: {'id': '207809ce-be6b-4746-a715-8e1c980ff656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 42, 40), 'started_at': datetime.datetime(2022, 5, 26, 13, 42, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:54:01.570067 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-3be6311c-8a5f-4eb0-bce0-05de9f34a39e service neutron] Checking segment: {'id': '865ad695-e6b5-4527-9214-bd60ef4e493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:54:01.571644 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-3be6311c-8a5f-4eb0-bce0-05de9f34a39e service neutron] Bound using segment: {'id': '865ad695-e6b5-4527-9214-bd60ef4e493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c'} {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:54:01.572238 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-3be6311c-8a5f-4eb0-bce0-05de9f34a39e service neutron] Bound port: cedaf787-c283-41ca-8699-4bca18f84374, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865ad695-e6b5-4527-9214-bd60ef4e493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c'}}] {{(pid=110500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:54:01.572956 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-3be6311c-8a5f-4eb0-bce0-05de9f34a39e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (cedaf787-c283-41ca-8699-4bca18f84374), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:01.659453 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ec201-3535-4846-ae81-e256eb72c56c req-de202faf-1dec-4679-974e-88e8cd29ccb2 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:54:01.661467 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a30ec201-3535-4846-ae81-e256eb72c56c req-de202faf-1dec-4679-974e-88e8cd29ccb2 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f0c112-3ce9-43ea-8c2b-421193107cd2 HTTP/1.1" status: 200 len: 944 time: 0.0754406 May 26 13:54:01.692471 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-3be6311c-8a5f-4eb0-bce0-05de9f34a39e service neutron] For port cedaf787-c283-41ca-8699-4bca18f84374, host hv-cinder-81966, cleared binding levels {{(pid=110500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:54:01.716910 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-3be6311c-8a5f-4eb0-bce0-05de9f34a39e service neutron] For port cedaf787-c283-41ca-8699-4bca18f84374, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=cedaf787-c283-41ca-8699-4bca18f84374,segment=NetworkSegment(865ad695-e6b5-4527-9214-bd60ef4e493e),segment_id=865ad695-e6b5-4527-9214-bd60ef4e493e)] {{(pid=110500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:54:01.729478 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-3be6311c-8a5f-4eb0-bce0-05de9f34a39e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (cedaf787-c283-41ca-8699-4bca18f84374), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:01.763303 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a30ec201-3535-4846-ae81-e256eb72c56c req-2aa1a2ef-fa40-4e4a-a560-d0b1cbb62693 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940430 May 26 13:54:01.775572 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-3be6311c-8a5f-4eb0-bce0-05de9f34a39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:54:01.776191 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-3be6311c-8a5f-4eb0-bce0-05de9f34a39e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:01.777606 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-3be6311c-8a5f-4eb0-bce0-05de9f34a39e service neutron] 10.222.0.57 "PUT /v2.0/ports/cedaf787-c283-41ca-8699-4bca18f84374 HTTP/1.1" status: 200 len: 1094 time: 0.7640078 May 26 13:54:01.778288 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f0c112-3ce9-43ea-8c2b-421193107cd2', 'tag': 'cedaf787-c283-41ca-8699-4bca18f84374'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:54:01.780334 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82bd623-f35d-483d-9f92-68fb7eb7242f" -d '{"events": [{"name": "network-changed", "server_uuid": "a2f0c112-3ce9-43ea-8c2b-421193107cd2", "tag": "cedaf787-c283-41ca-8699-4bca18f84374"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:54:01.801719 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6311c-8a5f-4eb0-bce0-05de9f34a39e service neutron] Pushing event updated for resources: {'Port': ['ID=cedaf787-c283-41ca-8699-4bca18f84374,revision_number=3']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:54:01.841539 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af825514-13d7-45cb-b850-6620701686cf x-openstack-request-id: req-af825514-13d7-45cb-b850-6620701686cf {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:54:01.841828 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2f0c112-3ce9-43ea-8c2b-421193107cd2", "tag": "cedaf787-c283-41ca-8699-4bca18f84374", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:54:01.842081 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-af825514-13d7-45cb-b850-6620701686cf {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:54:01.842478 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af825514-13d7-45cb-b850-6620701686cf'] response: {'name': 'network-changed', 'server_uuid': 'a2f0c112-3ce9-43ea-8c2b-421193107cd2', 'tag': 'cedaf787-c283-41ca-8699-4bca18f84374', 'status': 'completed', 'code': 200} May 26 13:54:01.873639 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-4764d55e-aaa3-445d-a05a-9be1b30d5774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:54:01.875159 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-4764d55e-aaa3-445d-a05a-9be1b30d5774 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=189885bf9a5944bf8eaedd89bb5bec9f&device_id=a2f0c112-3ce9-43ea-8c2b-421193107cd2 HTTP/1.1" status: 200 len: 1128 time: 0.0454407 May 26 13:54:01.915411 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-e77c1451-3ffb-4d49-9a27-3e10f492cff0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cedaf787-c283-41ca-8699-4bca18f84374 HTTP/1.1" status: 200 len: 217 time: 0.0332711 May 26 13:54:01.970203 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-7dfce22a-5606-44db-80b0-cd79c6a6c37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:54:01.971649 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-7dfce22a-5606-44db-80b0-cd79c6a6c37f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff HTTP/1.1" status: 200 len: 851 time: 0.0501609 May 26 13:54:02.014786 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-06170389-00c3-4d62-80c6-3a1e7106be08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:54:02.016231 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-06170389-00c3-4d62-80c6-3a1e7106be08 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f13feac7-9894-4fb0-8d65-5458a77bde4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380831 May 26 13:54:02.072237 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:02.106729 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-408a571d-a7df-4d05-a4c2-b590a6f551f1 service neutron] 10.222.0.57 "GET /v2.0/networks/f13feac7-9894-4fb0-8d65-5458a77bde4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842993 May 26 13:54:02.204205 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b8aa9912-24b7-4bbd-b250-f3ca36c58835 req-77132e91-eaa9-4b94-b44c-b159df53ed7c service neutron] 10.222.0.57 "GET /v2.0/networks/f13feac7-9894-4fb0-8d65-5458a77bde4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916789 May 26 13:54:02.880225 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0629b-d7fe-4d71-8b97-97d9c240d1a3 req-f7e5a55d-dce1-44c0-884c-d26f13cd9465 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:54:02.881751 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6db0629b-d7fe-4d71-8b97-97d9c240d1a3 req-f7e5a55d-dce1-44c0-884c-d26f13cd9465 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f0c112-3ce9-43ea-8c2b-421193107cd2 HTTP/1.1" status: 200 len: 944 time: 0.0474579 May 26 13:54:02.935301 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6db0629b-d7fe-4d71-8b97-97d9c240d1a3 req-1fd5ab20-f0f7-4009-b879-a26d3330b44b tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480442 May 26 13:54:03.013242 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82bd623-f35d-483d-9f92-68fb7eb7242f req-1e55b791-459c-416c-bbc6-340d7d4a90df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:54:03.014709 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a82bd623-f35d-483d-9f92-68fb7eb7242f req-1e55b791-459c-416c-bbc6-340d7d4a90df service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=189885bf9a5944bf8eaedd89bb5bec9f&device_id=a2f0c112-3ce9-43ea-8c2b-421193107cd2 HTTP/1.1" status: 200 len: 1128 time: 0.0426688 May 26 13:54:03.106903 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82bd623-f35d-483d-9f92-68fb7eb7242f req-7cc53c43-5965-43ea-8b63-3ab7a9ae8fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:54:03.108379 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a82bd623-f35d-483d-9f92-68fb7eb7242f req-7cc53c43-5965-43ea-8b63-3ab7a9ae8fe7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f13feac7-9894-4fb0-8d65-5458a77bde4c HTTP/1.1" status: 200 len: 913 time: 0.0858839 May 26 13:54:03.146903 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a82bd623-f35d-483d-9f92-68fb7eb7242f req-1a290d69-d19c-40cd-b14b-8b1eecb329fa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cedaf787-c283-41ca-8699-4bca18f84374 HTTP/1.1" status: 200 len: 217 time: 0.0326517 May 26 13:54:03.204658 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82bd623-f35d-483d-9f92-68fb7eb7242f req-795b9952-9e30-465d-8a3f-091772ea7343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:54:03.206147 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a82bd623-f35d-483d-9f92-68fb7eb7242f req-795b9952-9e30-465d-8a3f-091772ea7343 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff HTTP/1.1" status: 200 len: 851 time: 0.0539527 May 26 13:54:03.239164 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:03.252792 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82bd623-f35d-483d-9f92-68fb7eb7242f req-d208956b-72d3-44b2-b6ac-465ff9eb9738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:54:03.255103 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a82bd623-f35d-483d-9f92-68fb7eb7242f req-d208956b-72d3-44b2-b6ac-465ff9eb9738 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f13feac7-9894-4fb0-8d65-5458a77bde4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427773 May 26 13:54:03.353739 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a82bd623-f35d-483d-9f92-68fb7eb7242f req-c160ea1b-8711-4836-a42d-47547a0c2f23 service neutron] 10.222.0.57 "GET /v2.0/networks/f13feac7-9894-4fb0-8d65-5458a77bde4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927060 May 26 13:54:03.445910 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a82bd623-f35d-483d-9f92-68fb7eb7242f req-729fb75c-7a63-475a-aeb0-e397eee95ee9 service neutron] 10.222.0.57 "GET /v2.0/networks/f13feac7-9894-4fb0-8d65-5458a77bde4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868082 May 26 13:54:04.054323 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153410d9-1d3c-4402-bf9d-04c4695d4609 req-85ebb840-a621-4893-9899-13c7faf9d5d7 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:54:04.055820 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-153410d9-1d3c-4402-bf9d-04c4695d4609 req-85ebb840-a621-4893-9899-13c7faf9d5d7 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f0c112-3ce9-43ea-8c2b-421193107cd2 HTTP/1.1" status: 200 len: 944 time: 0.0512891 May 26 13:54:04.104805 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-153410d9-1d3c-4402-bf9d-04c4695d4609 req-aee1e904-3a7f-4bec-9309-f8184f6cd6a3 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433941 May 26 13:54:04.594974 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=4 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:04.595686 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=4 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:05.220803 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d811a-f068-4336-8125-816976145565 req-ff64d0c1-9b3a-45f4-860d-69c1e073690e tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:54:05.223048 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-653d811a-f068-4336-8125-816976145565 req-ff64d0c1-9b3a-45f4-860d-69c1e073690e tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f0c112-3ce9-43ea-8c2b-421193107cd2 HTTP/1.1" status: 200 len: 944 time: 0.0524268 May 26 13:54:05.271740 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-653d811a-f068-4336-8125-816976145565 req-a0411edd-b1fa-40df-ab2b-b2c522cc3b9e tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429876 May 26 13:54:06.384995 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fb486-fc37-4be7-abf7-202e9f14028a req-77025f90-6012-491d-a383-d562ce38479b tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:54:06.386480 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-241fb486-fc37-4be7-abf7-202e9f14028a req-77025f90-6012-491d-a383-d562ce38479b tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f0c112-3ce9-43ea-8c2b-421193107cd2 HTTP/1.1" status: 200 len: 944 time: 0.0470316 May 26 13:54:06.435118 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-241fb486-fc37-4be7-abf7-202e9f14028a req-b82dc797-0603-46fe-8640-aef25edec3a6 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429368 May 26 13:54:07.562822 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee699731-b9d6-4d30-95f5-bb38a2d05334 req-5c362ccd-c6a7-459b-a981-33644c42c649 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:54:07.564402 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ee699731-b9d6-4d30-95f5-bb38a2d05334 req-5c362ccd-c6a7-459b-a981-33644c42c649 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f0c112-3ce9-43ea-8c2b-421193107cd2 HTTP/1.1" status: 200 len: 944 time: 0.0574057 May 26 13:54:07.617993 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ee699731-b9d6-4d30-95f5-bb38a2d05334 req-ca591452-e62e-4902-a2f8-a9dfb08f4fbe tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469477 May 26 13:54:08.728876 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73745a-c024-4702-bfb9-dae66ec43049 req-a193b5d1-e9e2-48e8-a0e4-949b9102a6f3 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:54:08.730341 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fb73745a-c024-4702-bfb9-dae66ec43049 req-a193b5d1-e9e2-48e8-a0e4-949b9102a6f3 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f0c112-3ce9-43ea-8c2b-421193107cd2 HTTP/1.1" status: 200 len: 944 time: 0.0463650 May 26 13:54:08.778600 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fb73745a-c024-4702-bfb9-dae66ec43049 req-5db2da23-d88f-401a-bfb8-f4c092d283b1 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426807 May 26 13:54:09.894557 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f6f59-e26e-4065-8e87-df6881cd3c7d req-b686ccfc-bb45-486e-ac99-7b064f53b99e tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:54:09.896027 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-fc8f6f59-e26e-4065-8e87-df6881cd3c7d req-b686ccfc-bb45-486e-ac99-7b064f53b99e tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f0c112-3ce9-43ea-8c2b-421193107cd2 HTTP/1.1" status: 200 len: 944 time: 0.0462730 May 26 13:54:09.949562 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-fc8f6f59-e26e-4065-8e87-df6881cd3c7d req-59c6b883-25d3-4a60-bf02-bcc9b94451f1 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479453 May 26 13:54:10.140973 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device cedaf787-c283-41ca-8699-4bca18f84374 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=110502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 13:54:10.245833 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port cedaf787-c283-41ca-8699-4bca18f84374, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=cedaf787-c283-41ca-8699-4bca18f84374,segment=NetworkSegment(865ad695-e6b5-4527-9214-bd60ef4e493e),segment_id=865ad695-e6b5-4527-9214-bd60ef4e493e)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:54:10.260717 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Returning: {'device': 'cedaf787-c283-41ca-8699-4bca18f84374', 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c', 'port_id': 'cedaf787-c283-41ca-8699-4bca18f84374', 'mac_address': 'fa:16:3e:64:2a:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 13:54:10.295264 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port cedaf787-c283-41ca-8699-4bca18f84374 is: DOWN; New status is: BUILD {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:54:10.295650 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (cedaf787-c283-41ca-8699-4bca18f84374), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:10.304931 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:10.311712 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cedaf787-c283-41ca-8699-4bca18f84374 {{(pid=110502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:54:10.331969 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port cedaf787-c283-41ca-8699-4bca18f84374, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=cedaf787-c283-41ca-8699-4bca18f84374,segment=NetworkSegment(865ad695-e6b5-4527-9214-bd60ef4e493e),segment_id=865ad695-e6b5-4527-9214-bd60ef4e493e)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:54:10.335746 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (cedaf787-c283-41ca-8699-4bca18f84374), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:10.381671 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=cedaf787-c283-41ca-8699-4bca18f84374,revision_number=4']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:54:10.389387 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:54:10.389725 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:54:10.390065 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:54:10.390393 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:54:10.390721 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:54:10.391043 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:54:10.391362 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:54:10.391687 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:54:10.392001 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:54:10.392340 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:54:10.392656 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:54:10.392970 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:54:10.393283 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:54:10.393594 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:54:10.393965 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:54:10.686760 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] get_ports_and_sgs() called for port_ids ['cedaf787-c283-41ca-8699-4bca18f84374'] {{(pid=110502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 13:54:11.052746 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:11.068954 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b13c8-9910-4882-b1eb-c5e978a61f04 req-43bcf8e4-0ef2-44f8-95fc-2ea388a263e7 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:54:11.070442 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-437b13c8-9910-4882-b1eb-c5e978a61f04 req-43bcf8e4-0ef2-44f8-95fc-2ea388a263e7 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f0c112-3ce9-43ea-8c2b-421193107cd2 HTTP/1.1" status: 200 len: 945 time: 0.0519903 May 26 13:54:11.121221 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-437b13c8-9910-4882-b1eb-c5e978a61f04 req-d4c04bc4-cf13-4e93-87f7-5fa0e081861f tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450072 May 26 13:54:11.671511 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:12.145974 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device cedaf787-c283-41ca-8699-4bca18f84374 up at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:54:12.258121 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e383ee8-8148-4e72-bfca-061a0cf9bd13 req-100a6aa6-9bfe-4fa9-b186-3cf12dfe612c tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:54:12.258121 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-4e383ee8-8148-4e72-bfca-061a0cf9bd13 req-100a6aa6-9bfe-4fa9-b186-3cf12dfe612c tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f0c112-3ce9-43ea-8c2b-421193107cd2 HTTP/1.1" status: 200 len: 945 time: 0.0645814 May 26 13:54:12.324903 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-4e383ee8-8148-4e72-bfca-061a0cf9bd13 req-28f661f3-a124-4674-8197-2f06b4a406da tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610197 May 26 13:54:12.354071 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Provisioning for port cedaf787-c283-41ca-8699-4bca18f84374 completed by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 13:54:12.360281 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Provisioning complete for port cedaf787-c283-41ca-8699-4bca18f84374 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:54:12.360681 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (cedaf787-c283-41ca-8699-4bca18f84374), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:12.370484 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d121697-9b13-4818-a960-c1e9a05bdc9d req-a2d0a03f-00c0-40b2-8226-6213e605ce7d tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:54:12.372086 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-8d121697-9b13-4818-a960-c1e9a05bdc9d req-a2d0a03f-00c0-40b2-8226-6213e605ce7d tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=09ff322d-f620-4f65-9264-a8ec49efb2b8 HTTP/1.1" status: 200 len: 945 time: 0.0590382 May 26 13:54:12.385121 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=100 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:12.406870 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:12.422370 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-8d121697-9b13-4818-a960-c1e9a05bdc9d req-1081be6f-2d44-4b81-a13c-c4b764ad85c6 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4c493e0-a04b-44a5-ba07-4c03c8347638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444920 May 26 13:54:12.444534 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port cedaf787-c283-41ca-8699-4bca18f84374 is: BUILD; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:54:12.444534 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (cedaf787-c283-41ca-8699-4bca18f84374), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:12.470559 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f0c112-3ce9-43ea-8c2b-421193107cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cedaf787-c283-41ca-8699-4bca18f84374'}] {{(pid=110502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:54:12.472849 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186ee40048dd7feccd586c88f433d7b47dbfd7dc0140a518261bfa5b158966a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c407b102-f927-412f-bad1-b637a8be7ffd" -d '{"events": [{"server_uuid": "a2f0c112-3ce9-43ea-8c2b-421193107cd2", "name": "network-vif-plugged", "status": "completed", "tag": "cedaf787-c283-41ca-8699-4bca18f84374"}]}' {{(pid=110502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:54:12.485762 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port cedaf787-c283-41ca-8699-4bca18f84374, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=cedaf787-c283-41ca-8699-4bca18f84374,segment=NetworkSegment(865ad695-e6b5-4527-9214-bd60ef4e493e),segment_id=865ad695-e6b5-4527-9214-bd60ef4e493e)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:54:12.491012 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (cedaf787-c283-41ca-8699-4bca18f84374), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:12.513912 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9266faf4-365f-48c7-b9d3-c1fb60fd5d11 x-openstack-request-id: req-9266faf4-365f-48c7-b9d3-c1fb60fd5d11 {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:54:12.514208 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f0c112-3ce9-43ea-8c2b-421193107cd2", "name": "network-vif-plugged", "status": "completed", "tag": "cedaf787-c283-41ca-8699-4bca18f84374", "code": 200}]} {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:54:12.514462 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9266faf4-365f-48c7-b9d3-c1fb60fd5d11 {{(pid=110502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:54:12.514855 dv-cinder-819668-4-iscsi neutron-server[110502]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9266faf4-365f-48c7-b9d3-c1fb60fd5d11'] response: {'server_uuid': 'a2f0c112-3ce9-43ea-8c2b-421193107cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cedaf787-c283-41ca-8699-4bca18f84374', 'code': 200} May 26 13:54:12.540514 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=cedaf787-c283-41ca-8699-4bca18f84374,revision_number=5']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:54:13.444866 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ea285-7a0f-4e6d-b806-acf296606a33 req-97a894de-3298-4829-b0aa-7aca90710ace tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:54:13.447082 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-ce4ea285-7a0f-4e6d-b806-acf296606a33 req-97a894de-3298-4829-b0aa-7aca90710ace tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f0c112-3ce9-43ea-8c2b-421193107cd2 HTTP/1.1" status: 200 len: 946 time: 0.0493710 May 26 13:54:13.507442 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-ce4ea285-7a0f-4e6d-b806-acf296606a33 req-2a668614-ed5d-45a9-b210-cf4db930920c tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546250 May 26 13:54:13.547937 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322bbfb4-d353-425d-9063-3348128d682b req-97d3b7f4-7b82-404a-9d9d-6d1a9c7c0e71 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:54:13.549418 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-322bbfb4-d353-425d-9063-3348128d682b req-97d3b7f4-7b82-404a-9d9d-6d1a9c7c0e71 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=09ff322d-f620-4f65-9264-a8ec49efb2b8 HTTP/1.1" status: 200 len: 945 time: 0.0481491 May 26 13:54:13.600867 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-322bbfb4-d353-425d-9063-3348128d682b req-f0834e9d-7c6e-4284-af9a-7f98c446e855 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4c493e0-a04b-44a5-ba07-4c03c8347638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451002 May 26 13:54:13.952625 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02cd47-4b2a-4e8c-830c-82a5f07f5922 req-a9f513e9-c2af-4b58-9c67-de558d1b5db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:54:13.954123 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-de02cd47-4b2a-4e8c-830c-82a5f07f5922 req-a9f513e9-c2af-4b58-9c67-de558d1b5db6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a2f0c112-3ce9-43ea-8c2b-421193107cd2 HTTP/1.1" status: 200 len: 1130 time: 0.0389791 May 26 13:54:14.011337 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-de02cd47-4b2a-4e8c-830c-82a5f07f5922 req-2cd43810-49a8-4caa-a7a4-ff25e26e7a09 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397987 May 26 13:54:14.092902 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-b39b368f-873c-4333-8e1e-2a8dee7058a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:14.627472 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5103c-ffae-49fc-bb71-1fac9280e3aa req-69c196f8-9729-4042-910c-e255a64853b7 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:54:14.629656 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-6ab5103c-ffae-49fc-bb71-1fac9280e3aa req-69c196f8-9729-4042-910c-e255a64853b7 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f0c112-3ce9-43ea-8c2b-421193107cd2 HTTP/1.1" status: 200 len: 946 time: 0.0516894 May 26 13:54:14.686078 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-6ab5103c-ffae-49fc-bb71-1fac9280e3aa req-5c26f7c7-efd8-4da3-ad55-cb0869c93b9f tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509181 May 26 13:54:14.729340 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a601f-173d-41dc-b4a0-da864b9ac232 req-fd121f12-3297-438f-ac32-5deb46e637c4 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:54:14.731486 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-db4a601f-173d-41dc-b4a0-da864b9ac232 req-fd121f12-3297-438f-ac32-5deb46e637c4 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=09ff322d-f620-4f65-9264-a8ec49efb2b8 HTTP/1.1" status: 200 len: 945 time: 0.0581086 May 26 13:54:14.780640 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-db4a601f-173d-41dc-b4a0-da864b9ac232 req-ba1eae02-39d8-4743-aa56-0620682f9bec tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups?id=c4c493e0-a04b-44a5-ba07-4c03c8347638&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434294 May 26 13:54:14.976472 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a0dcd-a383-422f-bbec-50d273d09b04 req-81975612-6164-49e4-a70a-8ec19a6f1383 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:54:14.977992 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f62a0dcd-a383-422f-bbec-50d273d09b04 req-81975612-6164-49e4-a70a-8ec19a6f1383 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.57 "GET /v2.0/ports?device_id=09ff322d-f620-4f65-9264-a8ec49efb2b8 HTTP/1.1" status: 200 len: 945 time: 0.0560548 May 26 13:54:15.013940 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:15.070762 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [req-f62a0dcd-a383-422f-bbec-50d273d09b04 req-40b1ab82-33fa-408b-a756-530088cc404c tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Deleting port 896bf7dd-6b9f-467e-9c56-aa0be50361dc {{(pid=110500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:54:15.071011 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-f62a0dcd-a383-422f-bbec-50d273d09b04 req-40b1ab82-33fa-408b-a756-530088cc404c tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (896bf7dd-6b9f-467e-9c56-aa0be50361dc), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:15.167029 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-f62a0dcd-a383-422f-bbec-50d273d09b04 req-40b1ab82-33fa-408b-a756-530088cc404c tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] For port 896bf7dd-6b9f-467e-9c56-aa0be50361dc, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=896bf7dd-6b9f-467e-9c56-aa0be50361dc,segment=NetworkSegment(e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488),segment_id=e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488)] {{(pid=110500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:54:15.167388 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-f62a0dcd-a383-422f-bbec-50d273d09b04 req-40b1ab82-33fa-408b-a756-530088cc404c tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (896bf7dd-6b9f-467e-9c56-aa0be50361dc), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:15.331041 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-f62a0dcd-a383-422f-bbec-50d273d09b04 req-40b1ab82-33fa-408b-a756-530088cc404c tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:15.331318 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-f62a0dcd-a383-422f-bbec-50d273d09b04 req-40b1ab82-33fa-408b-a756-530088cc404c tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568549'] for floatingip (6b06acc7-18d2-41f7-87a3-c23ed9ba3581), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:15.332401 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.db.l3_db [req-f62a0dcd-a383-422f-bbec-50d273d09b04 req-40b1ab82-33fa-408b-a756-530088cc404c tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Floating IP 6b06acc7-18d2-41f7-87a3-c23ed9ba3581 disassociated. External IP: 172.27.2.105, port: 896bf7dd-6b9f-467e-9c56-aa0be50361dc. May 26 13:54:15.332977 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [req-f62a0dcd-a383-422f-bbec-50d273d09b04 req-40b1ab82-33fa-408b-a756-530088cc404c tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Calling delete_port for 896bf7dd-6b9f-467e-9c56-aa0be50361dc owned by compute:nova {{(pid=110500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:54:15.469998 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-f62a0dcd-a383-422f-bbec-50d273d09b04 req-40b1ab82-33fa-408b-a756-530088cc404c tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (896bf7dd-6b9f-467e-9c56-aa0be50361dc), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:15.480550 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:15.507369 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b1ab82-33fa-408b-a756-530088cc404c tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Pushing event deleted for resources: {'Port': ['ID=896bf7dd-6b9f-467e-9c56-aa0be50361dc,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:54:15.518951 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1ab82-33fa-408b-a756-530088cc404c tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:54:15.519883 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1ab82-33fa-408b-a756-530088cc404c tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:54:15.520540 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1ab82-33fa-408b-a756-530088cc404c tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:54:15.520907 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1ab82-33fa-408b-a756-530088cc404c tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:54:15.521274 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1ab82-33fa-408b-a756-530088cc404c tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:54:15.521619 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1ab82-33fa-408b-a756-530088cc404c tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:54:15.521946 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1ab82-33fa-408b-a756-530088cc404c tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:54:15.522283 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1ab82-33fa-408b-a756-530088cc404c tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:54:15.523254 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1ab82-33fa-408b-a756-530088cc404c tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:54:15.523254 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1ab82-33fa-408b-a756-530088cc404c tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:54:15.523611 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1ab82-33fa-408b-a756-530088cc404c tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:54:15.523724 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1ab82-33fa-408b-a756-530088cc404c tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:54:15.524050 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1ab82-33fa-408b-a756-530088cc404c tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:54:15.524406 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1ab82-33fa-408b-a756-530088cc404c tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:54:15.524728 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b1ab82-33fa-408b-a756-530088cc404c tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:54:15.632372 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f62a0dcd-a383-422f-bbec-50d273d09b04 req-40b1ab82-33fa-408b-a756-530088cc404c tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Router 649401c9-bfab-426e-a474-f39017d3abed has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:54:15.751544 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f62a0dcd-a383-422f-bbec-50d273d09b04 req-40b1ab82-33fa-408b-a756-530088cc404c tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:54:15.766941 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec0a162-a05a-41f0-9a8c-d7e41aeb3747 None None] Sync routers for ids ['649401c9-bfab-426e-a474-f39017d3abed'] in dv-cinder-819668-4-iscsi {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:54:15.779092 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec0a162-a05a-41f0-9a8c-d7e41aeb3747 None None] Routers {'649401c9-bfab-426e-a474-f39017d3abed'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:54:15.779684 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-fec0a162-a05a-41f0-9a8c-d7e41aeb3747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:53:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['649401c9-bfab-426e-a474-f39017d3abed'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:54:15.793807 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [req-f62a0dcd-a383-422f-bbec-50d273d09b04 req-40b1ab82-33fa-408b-a756-530088cc404c tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] No DVR routers for this DVR port 896bf7dd-6b9f-467e-9c56-aa0be50361dc on host hv-cinder-81966 {{(pid=110500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 13:54:15.796414 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-f62a0dcd-a383-422f-bbec-50d273d09b04 req-40b1ab82-33fa-408b-a756-530088cc404c tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:15.799685 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f62a0dcd-a383-422f-bbec-50d273d09b04 req-40b1ab82-33fa-408b-a756-530088cc404c tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.57 "DELETE /v2.0/ports/896bf7dd-6b9f-467e-9c56-aa0be50361dc HTTP/1.1" status: 204 len: 173 time: 0.8161895 May 26 13:54:15.800702 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ff322d-f620-4f65-9264-a8ec49efb2b8', 'name': 'network-vif-deleted', 'tag': '896bf7dd-6b9f-467e-9c56-aa0be50361dc'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:54:15.803034 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed6b540-c293-4508-b4a9-d7f9b4d56156" -d '{"events": [{"server_uuid": "09ff322d-f620-4f65-9264-a8ec49efb2b8", "name": "network-vif-deleted", "tag": "896bf7dd-6b9f-467e-9c56-aa0be50361dc"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:54:15.821756 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a0d4d-4d7a-437a-bf89-395c391adb3b req-c9429a67-3378-461f-85bb-60dd065f6265 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:54:15.824114 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-579a0d4d-4d7a-437a-bf89-395c391adb3b req-c9429a67-3378-461f-85bb-60dd065f6265 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f0c112-3ce9-43ea-8c2b-421193107cd2 HTTP/1.1" status: 200 len: 946 time: 0.0646610 May 26 13:54:15.897745 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a42235c4-bc4b-424c-8681-82a798752b26 req-97f76f1f-6050-4cd1-8ffc-b8348ce9a046 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/ports?device_id=09ff322d-f620-4f65-9264-a8ec49efb2b8 HTTP/1.1" status: 200 len: 210 time: 0.0283864 May 26 13:54:15.907680 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-579a0d4d-4d7a-437a-bf89-395c391adb3b req-be2d7178-59d8-4ea2-b89c-5906187b5ea2 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763650 May 26 13:54:15.929266 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-fec0a162-a05a-41f0-9a8c-d7e41aeb3747 None None] Set router 649401c9-bfab-426e-a474-f39017d3abed gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:54:15.958612 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204d2dc7-176d-4490-8661-be9280729f4e x-openstack-request-id: req-204d2dc7-176d-4490-8661-be9280729f4e {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:54:15.958996 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ff322d-f620-4f65-9264-a8ec49efb2b8", "name": "network-vif-deleted", "tag": "896bf7dd-6b9f-467e-9c56-aa0be50361dc", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:54:15.959304 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-204d2dc7-176d-4490-8661-be9280729f4e {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:54:15.959779 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-204d2dc7-176d-4490-8661-be9280729f4e'] response: {'server_uuid': '09ff322d-f620-4f65-9264-a8ec49efb2b8', 'name': 'network-vif-deleted', 'tag': '896bf7dd-6b9f-467e-9c56-aa0be50361dc', 'status': 'completed', 'code': 200} May 26 13:54:16.060507 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15256c-8317-4f31-be30-defb0ece7fca req-d653e2d9-4a36-48c8-afcc-1fa7dbd864b2 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:54:16.062229 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-ea15256c-8317-4f31-be30-defb0ece7fca req-d653e2d9-4a36-48c8-afcc-1fa7dbd864b2 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f0c112-3ce9-43ea-8c2b-421193107cd2 HTTP/1.1" status: 200 len: 946 time: 0.0563149 May 26 13:54:16.121810 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-ea15256c-8317-4f31-be30-defb0ece7fca req-71d3b54e-a889-4001-b38a-d077ef02d8f5 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521076 May 26 13:54:16.146109 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 37344) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:54:16.236471 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-fec0a162-a05a-41f0-9a8c-d7e41aeb3747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649401c9-bfab-426e-a474-f39017d3abed', 'name': 'tempest-AttachVolumeTestJSON-1151764757-router', 'tenant_id': '2007395425194750a87edd6c0da44e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '2f0f44b1-11a6-4147-9e20-becacca0e572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:41Z', 'updated_at': '2022-05-26T13:44:54Z', 'revision_number': 4, 'project_id': '2007395425194750a87edd6c0da44e66', 'gw_port': {'id': '2f0f44b1-11a6-4147-9e20-becacca0e572', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649401c9-bfab-426e-a474-f39017d3abed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:43Z', 'updated_at': '2022-05-26T13:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': 'e54294ea-3afb-4b2d-83ff-b763f5634f47', 'name': '', 'network_id': '96b4b46b-ed06-4350-9763-5db4d4c655a1', 'tenant_id': '2007395425194750a87edd6c0da44e66', 'mac_address': 'fa:16:3e:d2:a9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649401c9-bfab-426e-a474-f39017d3abed', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '761e5aa1-c2fe-4f86-81be-d9dede097e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:51Z', 'updated_at': '2022-05-26T13:45:04Z', 'revision_number': 5, 'project_id': '2007395425194750a87edd6c0da44e66', 'subnets': [{'id': '761e5aa1-c2fe-4f86-81be-d9dede097e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:54:16.264128 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec0a162-a05a-41f0-9a8c-d7e41aeb3747 None None] Checking router: 649401c9-bfab-426e-a474-f39017d3abed for host: dv-cinder-819668-4-iscsi {{(pid=110503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:54:16.276283 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec0a162-a05a-41f0-9a8c-d7e41aeb3747 None None] Routers {'649401c9-bfab-426e-a474-f39017d3abed'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:54:16.276931 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-fec0a162-a05a-41f0-9a8c-d7e41aeb3747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:53:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['649401c9-bfab-426e-a474-f39017d3abed'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:54:16.300931 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb2a4a9-b002-4e37-8c3e-bc180936a38e tempest-TestVolumeBootPattern-155060594 tempest-TestVolumeBootPattern-155060594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:54:16.302544 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-adb2a4a9-b002-4e37-8c3e-bc180936a38e tempest-TestVolumeBootPattern-155060594 tempest-TestVolumeBootPattern-155060594-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a2f0c112-3ce9-43ea-8c2b-421193107cd2 HTTP/1.1" status: 200 len: 1125 time: 0.1554685 May 26 13:54:16.305677 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 37348) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:54:16.310216 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-76a373ac-8ae2-4f26-956e-236054e7d22a tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Request body: {'floatingip': {'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'port_id': 'cedaf787-c283-41ca-8699-4bca18f84374', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:54:16.316574 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=100 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:16.339639 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-76a373ac-8ae2-4f26-956e-236054e7d22a tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:16.383415 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-fec0a162-a05a-41f0-9a8c-d7e41aeb3747 None None] Set router 649401c9-bfab-426e-a474-f39017d3abed gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:54:16.430430 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-76a373ac-8ae2-4f26-956e-236054e7d22a tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:16.477262 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-eb167323-4323-4f54-b21b-8a64bfcb1e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:16.544336 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.db_base_plugin_common [None req-76a373ac-8ae2-4f26-956e-236054e7d22a tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Allocated IP 172.27.2.210 (90e76b28-de17-4e9a-956c-e3acc4b829ee/72a92eeb-8c5d-4770-b3e7-e9300b6be16c/07c793b4-df5d-4c1d-967e-883f692e7436) {{(pid=110501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:54:16.585315 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-fec0a162-a05a-41f0-9a8c-d7e41aeb3747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649401c9-bfab-426e-a474-f39017d3abed', 'name': 'tempest-AttachVolumeTestJSON-1151764757-router', 'tenant_id': '2007395425194750a87edd6c0da44e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '2f0f44b1-11a6-4147-9e20-becacca0e572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:41Z', 'updated_at': '2022-05-26T13:44:54Z', 'revision_number': 4, 'project_id': '2007395425194750a87edd6c0da44e66', 'gw_port': {'id': '2f0f44b1-11a6-4147-9e20-becacca0e572', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649401c9-bfab-426e-a474-f39017d3abed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:43Z', 'updated_at': '2022-05-26T13:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': 'e54294ea-3afb-4b2d-83ff-b763f5634f47', 'name': '', 'network_id': '96b4b46b-ed06-4350-9763-5db4d4c655a1', 'tenant_id': '2007395425194750a87edd6c0da44e66', 'mac_address': 'fa:16:3e:d2:a9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649401c9-bfab-426e-a474-f39017d3abed', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '761e5aa1-c2fe-4f86-81be-d9dede097e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:51Z', 'updated_at': '2022-05-26T13:45:04Z', 'revision_number': 5, 'project_id': '2007395425194750a87edd6c0da44e66', 'subnets': [{'id': '761e5aa1-c2fe-4f86-81be-d9dede097e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:54:16.609915 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec0a162-a05a-41f0-9a8c-d7e41aeb3747 None None] The sync data for ids ['649401c9-bfab-426e-a474-f39017d3abed'] in dv-cinder-819668-4-iscsi is: [{'id': '649401c9-bfab-426e-a474-f39017d3abed', 'name': 'tempest-AttachVolumeTestJSON-1151764757-router', 'tenant_id': '2007395425194750a87edd6c0da44e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '2f0f44b1-11a6-4147-9e20-becacca0e572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:41Z', 'updated_at': '2022-05-26T13:44:54Z', 'revision_number': 4, 'project_id': '2007395425194750a87edd6c0da44e66', 'gw_port': {'id': '2f0f44b1-11a6-4147-9e20-becacca0e572', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649401c9-bfab-426e-a474-f39017d3abed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:43Z', 'updated_at': '2022-05-26T13:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': 'e54294ea-3afb-4b2d-83ff-b763f5634f47', 'name': '', 'network_id': '96b4b46b-ed06-4350-9763-5db4d4c655a1', 'tenant_id': '2007395425194750a87edd6c0da44e66', 'mac_address': 'fa:16:3e:d2:a9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649401c9-bfab-426e-a474-f39017d3abed', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '761e5aa1-c2fe-4f86-81be-d9dede097e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:51Z', 'updated_at': '2022-05-26T13:45:04Z', 'revision_number': 5, 'project_id': '2007395425194750a87edd6c0da44e66', 'subnets': [{'id': '761e5aa1-c2fe-4f86-81be-d9dede097e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:54:16.657725 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-76a373ac-8ae2-4f26-956e-236054e7d22a tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks [] for port (07c793b4-df5d-4c1d-967e-883f692e7436), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:16.680282 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:16.694156 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-76a373ac-8ae2-4f26-956e-236054e7d22a tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5523151'] for port (07c793b4-df5d-4c1d-967e-883f692e7436), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:16.731174 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a373ac-8ae2-4f26-956e-236054e7d22a tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Network 90e76b28-de17-4e9a-956c-e3acc4b829ee is already hosted by enough agents. {{(pid=110501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:54:16.734133 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.base_scheduler [None req-76a373ac-8ae2-4f26-956e-236054e7d22a tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Resources bound (agent type, host, resource id): {{(pid=110501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:54:16.740357 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a373ac-8ae2-4f26-956e-236054e7d22a tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Received port after_create {{(pid=110501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:54:16.772558 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a373ac-8ae2-4f26-956e-236054e7d22a tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Pushing event updated for resources: {'Port': ['ID=07c793b4-df5d-4c1d-967e-883f692e7436,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:54:16.845064 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae02081-4f6a-4d1e-b233-c76f18eb046e None None] New status for floating IP 6b06acc7-18d2-41f7-87a3-c23ed9ba3581: DOWN {{(pid=110502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 13:54:17.002955 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 37354) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:54:17.064976 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-69b08180-788a-49a5-8cb2-ccd3f99ac7d4 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks [] for security_group (c4c493e0-a04b-44a5-ba07-4c03c8347638), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:17.089508 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-69b08180-788a-49a5-8cb2-ccd3f99ac7d4 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks [] for security_group (c4c493e0-a04b-44a5-ba07-4c03c8347638), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:17.099902 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:17.143983 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-69b08180-788a-49a5-8cb2-ccd3f99ac7d4 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (c4c493e0-a04b-44a5-ba07-4c03c8347638), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:17.146639 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-69b08180-788a-49a5-8cb2-ccd3f99ac7d4 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:17.147886 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-69b08180-788a-49a5-8cb2-ccd3f99ac7d4 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "DELETE /v2.0/security-groups/c4c493e0-a04b-44a5-ba07-4c03c8347638 HTTP/1.1" status: 204 len: 168 time: 0.1436188 May 26 13:54:17.150646 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 37356) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:54:17.157252 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b08180-788a-49a5-8cb2-ccd3f99ac7d4 tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c493e0-a04b-44a5-ba07-4c03c8347638,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:54:17.174505 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-76a373ac-8ae2-4f26-956e-236054e7d22a tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks [] for floatingip (f4f987fa-6f7d-489e-8ec7-f2072749aed5), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:17.177458 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.api.v2.resource [None req-49dcc50e-e0d4-4f40-9775-be803488401e tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] show failed (client error): The resource could not be found. May 26 13:54:17.178699 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-49dcc50e-e0d4-4f40-9775-be803488401e tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "GET /v2.0/security-groups/c4c493e0-a04b-44a5-ba07-4c03c8347638 HTTP/1.1" status: 404 len: 347 time: 0.0270705 May 26 13:54:17.181842 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 37358) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:54:17.241886 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:17.254236 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-76a373ac-8ae2-4f26-956e-236054e7d22a tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (07c793b4-df5d-4c1d-967e-883f692e7436), before_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:17.297468 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [None req-f0cce540-2d1e-4cc6-8151-78d558c4708e tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Deleting port dd6c7bb3-362e-4edb-904d-a5322178c731 {{(pid=110500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:54:17.297812 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-f0cce540-2d1e-4cc6-8151-78d558c4708e tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (dd6c7bb3-362e-4edb-904d-a5322178c731), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:17.376718 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-f0cce540-2d1e-4cc6-8151-78d558c4708e tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (dd6c7bb3-362e-4edb-904d-a5322178c731), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:17.377135 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-f0cce540-2d1e-4cc6-8151-78d558c4708e tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks [] for floatingip (dd6c7bb3-362e-4edb-904d-a5322178c731), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:17.397069 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [None req-f0cce540-2d1e-4cc6-8151-78d558c4708e tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Calling delete_port for dd6c7bb3-362e-4edb-904d-a5322178c731 owned by network:floatingip {{(pid=110500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:54:17.454190 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-76a373ac-8ae2-4f26-956e-236054e7d22a tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks [] for port (07c793b4-df5d-4c1d-967e-883f692e7436), precommit_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:17.460924 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-76a373ac-8ae2-4f26-956e-236054e7d22a tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5523192'] for port (07c793b4-df5d-4c1d-967e-883f692e7436), after_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:17.535934 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a373ac-8ae2-4f26-956e-236054e7d22a tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Pushing event updated for resources: {'Port': ['ID=07c793b4-df5d-4c1d-967e-883f692e7436,revision_number=2']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:54:17.539680 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:17.548764 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-f0cce540-2d1e-4cc6-8151-78d558c4708e tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (dd6c7bb3-362e-4edb-904d-a5322178c731), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:17.549012 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-76a373ac-8ae2-4f26-956e-236054e7d22a tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568549'] for floatingip (f4f987fa-6f7d-489e-8ec7-f2072749aed5), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:17.575295 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cce540-2d1e-4cc6-8151-78d558c4708e tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Pushing event deleted for resources: {'Port': ['ID=dd6c7bb3-362e-4edb-904d-a5322178c731,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:54:17.638682 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-f0cce540-2d1e-4cc6-8151-78d558c4708e tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks [] for floatingip (6b06acc7-18d2-41f7-87a3-c23ed9ba3581), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:17.641529 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-f0cce540-2d1e-4cc6-8151-78d558c4708e tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for floatingip (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:17.645454 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-f0cce540-2d1e-4cc6-8151-78d558c4708e tempest-AttachVolumeTestJSON-1109590207 tempest-AttachVolumeTestJSON-1109590207-project] 10.222.0.16 "DELETE /v2.0/floatingips/6b06acc7-18d2-41f7-87a3-c23ed9ba3581 HTTP/1.1" status: 204 len: 168 time: 0.4596810 May 26 13:54:17.648268 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.db.l3_db [None req-76a373ac-8ae2-4f26-956e-236054e7d22a tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Floating IP f4f987fa-6f7d-489e-8ec7-f2072749aed5 associated. External IP: 172.27.2.210, port: cedaf787-c283-41ca-8699-4bca18f84374. May 26 13:54:17.766307 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:17.857050 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a373ac-8ae2-4f26-956e-236054e7d22a tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Router f44875e1-708e-417c-bae9-74406f8f7817 has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:54:17.964846 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a373ac-8ae2-4f26-956e-236054e7d22a tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:54:17.975302 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b76dfb9-0c61-43b8-913a-32f62ad3b0b0 None None] Sync routers for ids ['f44875e1-708e-417c-bae9-74406f8f7817'] in dv-cinder-819668-4-iscsi {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:54:17.985156 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-76a373ac-8ae2-4f26-956e-236054e7d22a tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for floatingip (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:17.988634 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b76dfb9-0c61-43b8-913a-32f62ad3b0b0 None None] Routers {'f44875e1-708e-417c-bae9-74406f8f7817'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:54:17.989275 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-9b76dfb9-0c61-43b8-913a-32f62ad3b0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:54:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['f44875e1-708e-417c-bae9-74406f8f7817'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:54:18.021066 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-76a373ac-8ae2-4f26-956e-236054e7d22a tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7140326 May 26 13:54:18.021763 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f0c112-3ce9-43ea-8c2b-421193107cd2', 'tag': 'cedaf787-c283-41ca-8699-4bca18f84374'}] {{(pid=110501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:54:18.024414 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7554ed366569566c1c07a20dc3a12fa332abf68ec20ff88de472e4216b3e5b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0a4ccd-b2c8-44d5-b441-a91a9e2a0b7a" -d '{"events": [{"name": "network-changed", "server_uuid": "a2f0c112-3ce9-43ea-8c2b-421193107cd2", "tag": "cedaf787-c283-41ca-8699-4bca18f84374"}]}' {{(pid=110501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:54:18.059818 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7e49b7-ff37-4be9-9fa1-29db5c29c718 x-openstack-request-id: req-0b7e49b7-ff37-4be9-9fa1-29db5c29c718 {{(pid=110501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:54:18.060229 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2f0c112-3ce9-43ea-8c2b-421193107cd2", "tag": "cedaf787-c283-41ca-8699-4bca18f84374", "status": "completed", "code": 200}]} {{(pid=110501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:54:18.060511 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0b7e49b7-ff37-4be9-9fa1-29db5c29c718 {{(pid=110501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:54:18.060930 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b7e49b7-ff37-4be9-9fa1-29db5c29c718'] response: {'name': 'network-changed', 'server_uuid': 'a2f0c112-3ce9-43ea-8c2b-421193107cd2', 'tag': 'cedaf787-c283-41ca-8699-4bca18f84374', 'status': 'completed', 'code': 200} May 26 13:54:18.095368 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-9b76dfb9-0c61-43b8-913a-32f62ad3b0b0 None None] Set router f44875e1-708e-417c-bae9-74406f8f7817 gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:54:18.120084 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a4ccd-b2c8-44d5-b441-a91a9e2a0b7a req-e99dfc59-6683-402c-966d-428984bc2cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:54:18.121545 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ef0a4ccd-b2c8-44d5-b441-a91a9e2a0b7a req-e99dfc59-6683-402c-966d-428984bc2cd0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=189885bf9a5944bf8eaedd89bb5bec9f&device_id=a2f0c112-3ce9-43ea-8c2b-421193107cd2 HTTP/1.1" status: 200 len: 1130 time: 0.0389068 May 26 13:54:18.146372 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:18.169773 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 896bf7dd-6b9f-467e-9c56-aa0be50361dc no longer exists at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 13:54:18.189978 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] No Port match for: 896bf7dd-6b9f-467e-9c56-aa0be50361dc {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 13:54:18.190475 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 896bf7dd-6b9f-467e-9c56-aa0be50361dc not bound to the agent host hv-cinder-81966 {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 13:54:18.218427 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a4ccd-b2c8-44d5-b441-a91a9e2a0b7a req-3d48e58f-9eae-41cd-b97f-30dc18c56667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:54:18.219923 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ef0a4ccd-b2c8-44d5-b441-a91a9e2a0b7a req-3d48e58f-9eae-41cd-b97f-30dc18c56667 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f13feac7-9894-4fb0-8d65-5458a77bde4c HTTP/1.1" status: 200 len: 913 time: 0.0915730 May 26 13:54:18.256575 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=100 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:18.310584 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=100 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:18.314991 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-9b76dfb9-0c61-43b8-913a-32f62ad3b0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'name': 'tempest-TestVolumeBootPattern-1018459741-router', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:53:20Z', 'updated_at': '2022-05-26T13:53:25Z', 'revision_number': 4, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'gw_port': {'id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:da:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:21Z', 'updated_at': '2022-05-26T13:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': 'f4f987fa-6f7d-489e-8ec7-f2072749aed5', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'floating_ip_address': '172.27.2.210', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'port_id': 'cedaf787-c283-41ca-8699-4bca18f84374', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c', 'mac_address': 'fa:16:3e:64:2a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f0c112-3ce9-43ea-8c2b-421193107cd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:54:16Z', 'updated_at': '2022-05-26T13:54:16Z', 'revision_number': 0, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c048553c-a9a2-4059-931e-1009273acc25', 'name': '', 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'mac_address': 'fa:16:3e:87:d8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:24Z', 'updated_at': '2022-05-26T13:53:31Z', 'revision_number': 5, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'subnets': [{'id': '6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:54:18.344599 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b76dfb9-0c61-43b8-913a-32f62ad3b0b0 None None] Checking router: f44875e1-708e-417c-bae9-74406f8f7817 for host: dv-cinder-819668-4-iscsi {{(pid=110503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:54:18.354422 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b76dfb9-0c61-43b8-913a-32f62ad3b0b0 None None] Routers {'f44875e1-708e-417c-bae9-74406f8f7817'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:54:18.355041 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-9b76dfb9-0c61-43b8-913a-32f62ad3b0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:54:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['f44875e1-708e-417c-bae9-74406f8f7817'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:54:18.458026 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-9b76dfb9-0c61-43b8-913a-32f62ad3b0b0 None None] Set router f44875e1-708e-417c-bae9-74406f8f7817 gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:54:18.526545 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ef0a4ccd-b2c8-44d5-b441-a91a9e2a0b7a req-3842017e-a577-4865-bb36-3425bfdbec80 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cedaf787-c283-41ca-8699-4bca18f84374 HTTP/1.1" status: 200 len: 1000 time: 0.2993908 May 26 13:54:18.576246 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a4ccd-b2c8-44d5-b441-a91a9e2a0b7a req-591930fb-397b-4caf-904b-91ce7dcbf269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:54:18.577722 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ef0a4ccd-b2c8-44d5-b441-a91a9e2a0b7a req-591930fb-397b-4caf-904b-91ce7dcbf269 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff HTTP/1.1" status: 200 len: 851 time: 0.0447619 May 26 13:54:18.624006 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a4ccd-b2c8-44d5-b441-a91a9e2a0b7a req-aa1150bb-2bfc-4e82-874b-b29f33892881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:54:18.625535 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ef0a4ccd-b2c8-44d5-b441-a91a9e2a0b7a req-aa1150bb-2bfc-4e82-874b-b29f33892881 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f13feac7-9894-4fb0-8d65-5458a77bde4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418334 May 26 13:54:18.665776 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-9b76dfb9-0c61-43b8-913a-32f62ad3b0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'name': 'tempest-TestVolumeBootPattern-1018459741-router', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:53:20Z', 'updated_at': '2022-05-26T13:53:25Z', 'revision_number': 4, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'gw_port': {'id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:da:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:21Z', 'updated_at': '2022-05-26T13:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': 'f4f987fa-6f7d-489e-8ec7-f2072749aed5', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'floating_ip_address': '172.27.2.210', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'port_id': 'cedaf787-c283-41ca-8699-4bca18f84374', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c', 'mac_address': 'fa:16:3e:64:2a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f0c112-3ce9-43ea-8c2b-421193107cd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:54:16Z', 'updated_at': '2022-05-26T13:54:16Z', 'revision_number': 0, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c048553c-a9a2-4059-931e-1009273acc25', 'name': '', 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'mac_address': 'fa:16:3e:87:d8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:24Z', 'updated_at': '2022-05-26T13:53:31Z', 'revision_number': 5, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'subnets': [{'id': '6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:54:18.690255 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b76dfb9-0c61-43b8-913a-32f62ad3b0b0 None None] The sync data for ids ['f44875e1-708e-417c-bae9-74406f8f7817'] in dv-cinder-819668-4-iscsi is: [{'id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'name': 'tempest-TestVolumeBootPattern-1018459741-router', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:53:20Z', 'updated_at': '2022-05-26T13:53:25Z', 'revision_number': 4, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'gw_port': {'id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:da:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:21Z', 'updated_at': '2022-05-26T13:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': 'f4f987fa-6f7d-489e-8ec7-f2072749aed5', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'floating_ip_address': '172.27.2.210', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'port_id': 'cedaf787-c283-41ca-8699-4bca18f84374', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c', 'mac_address': 'fa:16:3e:64:2a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f0c112-3ce9-43ea-8c2b-421193107cd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:54:16Z', 'updated_at': '2022-05-26T13:54:16Z', 'revision_number': 0, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c048553c-a9a2-4059-931e-1009273acc25', 'name': '', 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'mac_address': 'fa:16:3e:87:d8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:24Z', 'updated_at': '2022-05-26T13:53:31Z', 'revision_number': 5, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'subnets': [{'id': '6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:54:18.720361 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ef0a4ccd-b2c8-44d5-b441-a91a9e2a0b7a req-1cfe5358-53ab-4072-80fb-84b096af5eff service neutron] 10.222.0.57 "GET /v2.0/networks/f13feac7-9894-4fb0-8d65-5458a77bde4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883632 May 26 13:54:18.828206 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ef0a4ccd-b2c8-44d5-b441-a91a9e2a0b7a req-eac06129-175d-493a-b87e-0b639989c8fd service neutron] 10.222.0.57 "GET /v2.0/networks/f13feac7-9894-4fb0-8d65-5458a77bde4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017914 May 26 13:54:18.911096 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5f95cb-6efa-4f2b-b994-f3c02b11648c None None] New status for floating IP f4f987fa-6f7d-489e-8ec7-f2072749aed5: ACTIVE {{(pid=110502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 13:54:19.162481 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:19.174633 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:20.481001 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:21.212790 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 37392) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:54:21.452580 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:21.635891 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f8907340-5561-4966-abc5-e6c47e9347e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568805'] for router_interface (649401c9-bfab-426e-a474-f39017d3abed), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:21.789765 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:21.849956 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-f8907340-5561-4966-abc5-e6c47e9347e9 admin admin] Deleting port e54294ea-3afb-4b2d-83ff-b763f5634f47 {{(pid=110501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:54:21.850287 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f8907340-5561-4966-abc5-e6c47e9347e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (e54294ea-3afb-4b2d-83ff-b763f5634f47), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:21.931130 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.db [None req-f8907340-5561-4966-abc5-e6c47e9347e9 admin admin] For port e54294ea-3afb-4b2d-83ff-b763f5634f47, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=e54294ea-3afb-4b2d-83ff-b763f5634f47,segment=NetworkSegment(e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488),segment_id=e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488)] {{(pid=110501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:54:21.931494 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f8907340-5561-4966-abc5-e6c47e9347e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (e54294ea-3afb-4b2d-83ff-b763f5634f47), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:21.944964 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-f8907340-5561-4966-abc5-e6c47e9347e9 admin admin] Calling delete_port for e54294ea-3afb-4b2d-83ff-b763f5634f47 owned by network:router_interface {{(pid=110501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:54:22.124592 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f8907340-5561-4966-abc5-e6c47e9347e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5523151'] for port (e54294ea-3afb-4b2d-83ff-b763f5634f47), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:22.149083 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8907340-5561-4966-abc5-e6c47e9347e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e54294ea-3afb-4b2d-83ff-b763f5634f47,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:54:22.250827 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:22.322129 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f8907340-5561-4966-abc5-e6c47e9347e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-302216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568697'] for router_interface (649401c9-bfab-426e-a474-f39017d3abed), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:22.524189 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8907340-5561-4966-abc5-e6c47e9347e9 admin admin] Router 649401c9-bfab-426e-a474-f39017d3abed has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:54:22.872762 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8907340-5561-4966-abc5-e6c47e9347e9 admin admin] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:54:22.877785 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-f8907340-5561-4966-abc5-e6c47e9347e9 admin admin] 10.222.0.16 "PUT /v2.0/routers/649401c9-bfab-426e-a474-f39017d3abed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6639054 May 26 13:54:22.880538 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 37396) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:54:22.883069 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0082003-1fc1-422b-83a6-bc8c893a578a None None] Sync routers for ids ['649401c9-bfab-426e-a474-f39017d3abed'] in dv-cinder-819668-4-iscsi {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:54:22.887655 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:22.894453 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0082003-1fc1-422b-83a6-bc8c893a578a None None] Routers {'649401c9-bfab-426e-a474-f39017d3abed'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:54:22.895087 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-e0082003-1fc1-422b-83a6-bc8c893a578a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:54:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['649401c9-bfab-426e-a474-f39017d3abed'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:54:22.986991 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-88a93901-fbe2-4143-8f20-f28a79c6024d admin admin] Publish callbacks [] for router (649401c9-bfab-426e-a474-f39017d3abed), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:23.000759 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-e0082003-1fc1-422b-83a6-bc8c893a578a None None] Set router 649401c9-bfab-426e-a474-f39017d3abed gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:54:23.091457 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-88a93901-fbe2-4143-8f20-f28a79c6024d admin admin] Publish callbacks [] for router_gateway (649401c9-bfab-426e-a474-f39017d3abed), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:23.136778 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-88a93901-fbe2-4143-8f20-f28a79c6024d admin admin] Deleting port 2f0f44b1-11a6-4147-9e20-becacca0e572 {{(pid=110501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:54:23.137035 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-88a93901-fbe2-4143-8f20-f28a79c6024d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (2f0f44b1-11a6-4147-9e20-becacca0e572), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:23.227347 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.db [None req-88a93901-fbe2-4143-8f20-f28a79c6024d admin admin] For port 2f0f44b1-11a6-4147-9e20-becacca0e572, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=2f0f44b1-11a6-4147-9e20-becacca0e572,segment=NetworkSegment(36759762-4a51-4579-800b-deb2c27dac78),segment_id=36759762-4a51-4579-800b-deb2c27dac78)] {{(pid=110501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:54:23.227711 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-88a93901-fbe2-4143-8f20-f28a79c6024d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (2f0f44b1-11a6-4147-9e20-becacca0e572), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:23.241326 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-88a93901-fbe2-4143-8f20-f28a79c6024d admin admin] Calling delete_port for 2f0f44b1-11a6-4147-9e20-becacca0e572 owned by network:router_gateway {{(pid=110501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:54:23.254910 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-e0082003-1fc1-422b-83a6-bc8c893a578a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649401c9-bfab-426e-a474-f39017d3abed', 'name': 'tempest-AttachVolumeTestJSON-1151764757-router', 'tenant_id': '2007395425194750a87edd6c0da44e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '2f0f44b1-11a6-4147-9e20-becacca0e572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:41Z', 'updated_at': '2022-05-26T13:54:22Z', 'revision_number': 5, 'project_id': '2007395425194750a87edd6c0da44e66', 'gw_port': {'id': '2f0f44b1-11a6-4147-9e20-becacca0e572', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:cf:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649401c9-bfab-426e-a474-f39017d3abed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:43Z', 'updated_at': '2022-05-26T13:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi'}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:54:23.279469 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0082003-1fc1-422b-83a6-bc8c893a578a None None] Checking router: 649401c9-bfab-426e-a474-f39017d3abed for host: dv-cinder-819668-4-iscsi {{(pid=110503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:54:23.288785 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0082003-1fc1-422b-83a6-bc8c893a578a None None] Routers {'649401c9-bfab-426e-a474-f39017d3abed'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:54:23.289397 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-e0082003-1fc1-422b-83a6-bc8c893a578a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:54:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['649401c9-bfab-426e-a474-f39017d3abed'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:54:23.374701 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-e0082003-1fc1-422b-83a6-bc8c893a578a None None] Set router 649401c9-bfab-426e-a474-f39017d3abed gateway port host: None {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:54:23.382967 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:23.407983 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-88a93901-fbe2-4143-8f20-f28a79c6024d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5523151'] for port (2f0f44b1-11a6-4147-9e20-becacca0e572), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:23.425368 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-e0082003-1fc1-422b-83a6-bc8c893a578a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649401c9-bfab-426e-a474-f39017d3abed', 'name': 'tempest-AttachVolumeTestJSON-1151764757-router', 'tenant_id': '2007395425194750a87edd6c0da44e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:41Z', 'updated_at': '2022-05-26T13:54:23Z', 'revision_number': 6, 'project_id': '2007395425194750a87edd6c0da44e66', 'gw_port_host': None}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:54:23.437508 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a93901-fbe2-4143-8f20-f28a79c6024d admin admin] Pushing event deleted for resources: {'Port': ['ID=2f0f44b1-11a6-4147-9e20-becacca0e572,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:54:23.453354 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0082003-1fc1-422b-83a6-bc8c893a578a None None] The sync data for ids ['649401c9-bfab-426e-a474-f39017d3abed'] in dv-cinder-819668-4-iscsi is: [{'id': '649401c9-bfab-426e-a474-f39017d3abed', 'name': 'tempest-AttachVolumeTestJSON-1151764757-router', 'tenant_id': '2007395425194750a87edd6c0da44e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:41Z', 'updated_at': '2022-05-26T13:54:23Z', 'revision_number': 6, 'project_id': '2007395425194750a87edd6c0da44e66', 'gw_port_host': None}] {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:54:23.501434 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-88a93901-fbe2-4143-8f20-f28a79c6024d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568539'] for router_gateway (649401c9-bfab-426e-a474-f39017d3abed), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:23.588570 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-88a93901-fbe2-4143-8f20-f28a79c6024d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-906634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router (649401c9-bfab-426e-a474-f39017d3abed), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:23.590730 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-88a93901-fbe2-4143-8f20-f28a79c6024d admin admin] Publish callbacks [] for router_controller (649401c9-bfab-426e-a474-f39017d3abed), precommit_delete_associations {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:23.635017 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-88a93901-fbe2-4143-8f20-f28a79c6024d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-906625'] for router (649401c9-bfab-426e-a474-f39017d3abed), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:23.635841 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a93901-fbe2-4143-8f20-f28a79c6024d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 649401c9-bfab-426e-a474-f39017d3abed {{(pid=110501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 13:54:23.640247 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-88a93901-fbe2-4143-8f20-f28a79c6024d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:23.641492 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-88a93901-fbe2-4143-8f20-f28a79c6024d admin admin] 10.222.0.16 "DELETE /v2.0/routers/649401c9-bfab-426e-a474-f39017d3abed HTTP/1.1" status: 204 len: 168 time: 0.7599707 May 26 13:54:23.644642 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 37398) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:54:23.688608 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.db_base_plugin_v2 [None req-d51a69c1-d9b9-414c-9386-01155c4df363 admin admin] Deleting subnet 761e5aa1-c2fe-4f86-81be-d9dede097e42 {{(pid=110501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 13:54:23.692250 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d51a69c1-d9b9-414c-9386-01155c4df363 admin admin] Publish callbacks [] for subnet (761e5aa1-c2fe-4f86-81be-d9dede097e42), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:23.727452 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d51a69c1-d9b9-414c-9386-01155c4df363 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7142782'] for subnet (761e5aa1-c2fe-4f86-81be-d9dede097e42), precommit_delete_associations {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:23.790774 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:23.810697 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d51a69c1-d9b9-414c-9386-01155c4df363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693590'] for subnet (761e5aa1-c2fe-4f86-81be-d9dede097e42), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:23.870037 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d51a69c1-d9b9-414c-9386-01155c4df363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5521470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5516845'] for subnet (761e5aa1-c2fe-4f86-81be-d9dede097e42), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:23.899330 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d51a69c1-d9b9-414c-9386-01155c4df363 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:23.903334 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-d51a69c1-d9b9-414c-9386-01155c4df363 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/761e5aa1-c2fe-4f86-81be-d9dede097e42 HTTP/1.1" status: 204 len: 168 time: 0.2575586 May 26 13:54:23.904174 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a69c1-d9b9-414c-9386-01155c4df363 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=761e5aa1-c2fe-4f86-81be-d9dede097e42,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:54:23.904418 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1078c24f-dbb9-4f08-b62e-57a834ef886d None None] Network 96b4b46b-ed06-4350-9763-5db4d4c655a1 requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:54:23.906505 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 37400) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:54:23.977580 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-dd856343-9709-4323-a792-f0a0b3e81beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848337'] for network (96b4b46b-ed06-4350-9763-5db4d4c655a1), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:24.027356 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-dd856343-9709-4323-a792-f0a0b3e81beb admin admin] Deleting port efd7ecbe-f9ff-4512-a507-42923860f477 {{(pid=110501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:54:24.027684 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-dd856343-9709-4323-a792-f0a0b3e81beb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (efd7ecbe-f9ff-4512-a507-42923860f477), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:24.090621 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.db [None req-dd856343-9709-4323-a792-f0a0b3e81beb admin admin] For port efd7ecbe-f9ff-4512-a507-42923860f477, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=efd7ecbe-f9ff-4512-a507-42923860f477,segment=NetworkSegment(e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488),segment_id=e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488)] {{(pid=110501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:54:24.090976 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-dd856343-9709-4323-a792-f0a0b3e81beb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (efd7ecbe-f9ff-4512-a507-42923860f477), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:24.103977 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-dd856343-9709-4323-a792-f0a0b3e81beb admin admin] Calling delete_port for efd7ecbe-f9ff-4512-a507-42923860f477 owned by network:dhcp {{(pid=110501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:54:24.184836 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-dd856343-9709-4323-a792-f0a0b3e81beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5523151'] for port (efd7ecbe-f9ff-4512-a507-42923860f477), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:24.209770 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd856343-9709-4323-a792-f0a0b3e81beb admin admin] Pushing event deleted for resources: {'Port': ['ID=efd7ecbe-f9ff-4512-a507-42923860f477,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:54:24.218350 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd856343-9709-4323-a792-f0a0b3e81beb admin admin] No DVR routers for this DVR port efd7ecbe-f9ff-4512-a507-42923860f477 on host dv-cinder-819668-4-iscsi {{(pid=110501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 13:54:24.249897 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28da4746-5ee4-4102-a2ff-402833c3c16f None None] DHCP port deletion for 96b4b46b-ed06-4350-9763-5db4d4c655a1 request from dv-cinder-819668-4-iscsi {{(pid=110502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 13:54:24.294282 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-dd856343-9709-4323-a792-f0a0b3e81beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1689123', 'neutron.services.segments.db._delete_segments_for_network-8755648326512'] for network (96b4b46b-ed06-4350-9763-5db4d4c655a1), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:24.314611 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.services.segments.db [None req-dd856343-9709-4323-a792-f0a0b3e81beb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96b4b46b-ed06-4350-9763-5db4d4c655a1']}} {{(pid=110501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:54:24.325449 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.services.segments.db [None req-dd856343-9709-4323-a792-f0a0b3e81beb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488') {'for_net_delete': True} {{(pid=110501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:54:24.325873 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.services.segments.db [None req-dd856343-9709-4323-a792-f0a0b3e81beb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488') {} {{(pid=110501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:54:24.327475 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:24.339312 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-dd856343-9709-4323-a792-f0a0b3e81beb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755648326009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7142727'] for segment (e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:24.355130 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-dd856343-9709-4323-a792-f0a0b3e81beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329'] for segment (e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:24.361381 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd856343-9709-4323-a792-f0a0b3e81beb admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=110501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 13:54:24.361758 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-dd856343-9709-4323-a792-f0a0b3e81beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5523100'] for segment (e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:24.409255 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.services.segments.plugin [-] Segment e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488 resource provider aggregate not found May 26 13:54:24.428270 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.services.segments.plugin [-] Segment e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e23c6db7-4bc3-4fa7-bbd9-c28f9cff0488 found for delete ", "request_id": "req-e7eadc1a-1ab9-487f-ba28-25063268cc00"}]} May 26 13:54:24.433003 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-dd856343-9709-4323-a792-f0a0b3e81beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1689112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568567'] for network (96b4b46b-ed06-4350-9763-5db4d4c655a1), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:24.438854 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-dd856343-9709-4323-a792-f0a0b3e81beb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:24.444549 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-dd856343-9709-4323-a792-f0a0b3e81beb admin admin] 10.222.0.16 "DELETE /v2.0/networks/96b4b46b-ed06-4350-9763-5db4d4c655a1 HTTP/1.1" status: 204 len: 168 time: 0.5348113 May 26 13:54:24.456666 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd856343-9709-4323-a792-f0a0b3e81beb admin admin] Pushing event deleted for resources: {'Network': ['ID=96b4b46b-ed06-4350-9763-5db4d4c655a1,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:54:24.568858 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 37410) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:54:24.583364 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:24.611770 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-7b9df618-509a-4f21-a682-646ca1b323c5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2007395425194750a87edd6c0da44e66&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0417793 May 26 13:54:24.615037 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 37412) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:54:24.662705 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-031d36f9-dc52-4eec-bf16-345bf9c07f85 admin admin] Publish callbacks [] for security_group (98089696-3730-467e-9a78-81517abc36c2), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:24.685680 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-031d36f9-dc52-4eec-bf16-345bf9c07f85 admin admin] Publish callbacks [] for security_group (98089696-3730-467e-9a78-81517abc36c2), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:24.733132 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-031d36f9-dc52-4eec-bf16-345bf9c07f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (98089696-3730-467e-9a78-81517abc36c2), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:24.735609 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-031d36f9-dc52-4eec-bf16-345bf9c07f85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:24.736804 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-031d36f9-dc52-4eec-bf16-345bf9c07f85 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/98089696-3730-467e-9a78-81517abc36c2 HTTP/1.1" status: 204 len: 168 time: 0.1207979 May 26 13:54:24.744944 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d36f9-dc52-4eec-bf16-345bf9c07f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98089696-3730-467e-9a78-81517abc36c2,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:54:24.990392 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device e54294ea-3afb-4b2d-83ff-b763f5634f47 no longer exists at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 13:54:25.010166 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] No Port match for: e54294ea-3afb-4b2d-83ff-b763f5634f47 {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 13:54:25.010482 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device e54294ea-3afb-4b2d-83ff-b763f5634f47 not bound to the agent host dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 13:54:25.010905 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device efd7ecbe-f9ff-4512-a507-42923860f477 no longer exists at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 13:54:25.032358 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] No Port match for: efd7ecbe-f9ff-4512-a507-42923860f477 {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 13:54:25.032623 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device efd7ecbe-f9ff-4512-a507-42923860f477 not bound to the agent host dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 13:54:25.033057 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 2f0f44b1-11a6-4147-9e20-becacca0e572 no longer exists at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 13:54:25.056540 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] No Port match for: 2f0f44b1-11a6-4147-9e20-becacca0e572 {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 13:54:25.056883 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 2f0f44b1-11a6-4147-9e20-becacca0e572 not bound to the agent host dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 13:54:26.522434 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 6 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:54:32.199043 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=100 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:34.149399 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 37526) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:54:34.256737 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d0b7e089-3025-4ec4-a1a2-2bc8502824cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:34.339597 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d0b7e089-3025-4ec4-a1a2-2bc8502824cb admin admin] Publish callbacks [] for security_group (606c2aa3-8318-4bab-804f-5c37acbc6d99), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:34.343702 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d0b7e089-3025-4ec4-a1a2-2bc8502824cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (606c2aa3-8318-4bab-804f-5c37acbc6d99), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:34.382427 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b7e089-3025-4ec4-a1a2-2bc8502824cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606c2aa3-8318-4bab-804f-5c37acbc6d99,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:54:34.386529 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-d0b7e089-3025-4ec4-a1a2-2bc8502824cb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7dacce0444d148708e655e3ae6b4d94a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2359912 May 26 13:54:34.389389 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 37530) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:54:34.401083 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b7e089-3025-4ec4-a1a2-2bc8502824cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:54:34.401434 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b7e089-3025-4ec4-a1a2-2bc8502824cb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:54:34.401780 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b7e089-3025-4ec4-a1a2-2bc8502824cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:54:34.402125 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b7e089-3025-4ec4-a1a2-2bc8502824cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:54:34.402462 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b7e089-3025-4ec4-a1a2-2bc8502824cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:54:34.402793 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b7e089-3025-4ec4-a1a2-2bc8502824cb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:54:34.403122 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b7e089-3025-4ec4-a1a2-2bc8502824cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:54:34.403449 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b7e089-3025-4ec4-a1a2-2bc8502824cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:54:34.403777 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b7e089-3025-4ec4-a1a2-2bc8502824cb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:54:34.404103 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b7e089-3025-4ec4-a1a2-2bc8502824cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:54:34.404463 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b7e089-3025-4ec4-a1a2-2bc8502824cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:54:34.404794 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b7e089-3025-4ec4-a1a2-2bc8502824cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:54:34.405123 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b7e089-3025-4ec4-a1a2-2bc8502824cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:54:34.405450 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b7e089-3025-4ec4-a1a2-2bc8502824cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:54:34.405766 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b7e089-3025-4ec4-a1a2-2bc8502824cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:54:34.428382 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:34.462163 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-7a00175e-4e5d-4e2a-8c3e-b42960d35170 admin admin] Publish callbacks [] for security_group (606c2aa3-8318-4bab-804f-5c37acbc6d99), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:34.485109 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-7a00175e-4e5d-4e2a-8c3e-b42960d35170 admin admin] Publish callbacks [] for security_group (606c2aa3-8318-4bab-804f-5c37acbc6d99), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:34.534264 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-7a00175e-4e5d-4e2a-8c3e-b42960d35170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (606c2aa3-8318-4bab-804f-5c37acbc6d99), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:34.536942 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-7a00175e-4e5d-4e2a-8c3e-b42960d35170 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:34.538088 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-7a00175e-4e5d-4e2a-8c3e-b42960d35170 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/606c2aa3-8318-4bab-804f-5c37acbc6d99 HTTP/1.1" status: 204 len: 168 time: 0.1476767 May 26 13:54:34.546137 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a00175e-4e5d-4e2a-8c3e-b42960d35170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606c2aa3-8318-4bab-804f-5c37acbc6d99,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:54:34.739408 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:34.740187 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=66,neutron:DELETE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:41.671001 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:42.240188 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=2 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:42.247315 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=95 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:44.031742 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 37648) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:54:44.085155 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=55,neutron:UPDATE=6 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:44.098126 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5c48ad2a-4f2f-4e19-968d-0d67513eb150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:44.153319 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-28511f25-af5e-496d-b184-3335bfd76728 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:44.260218 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-28511f25-af5e-496d-b184-3335bfd76728 admin admin] Publish callbacks [] for security_group (548fbed9-810e-426a-bea8-a2bcc6d9cd83), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:44.264316 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-28511f25-af5e-496d-b184-3335bfd76728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (548fbed9-810e-426a-bea8-a2bcc6d9cd83), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:44.309131 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-28511f25-af5e-496d-b184-3335bfd76728 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c02c9d962eec4da098d7eaf575a68625&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2761173 May 26 13:54:44.309943 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28511f25-af5e-496d-b184-3335bfd76728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548fbed9-810e-426a-bea8-a2bcc6d9cd83,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:54:44.311669 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 37652) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:54:44.368044 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-8d0d05dc-91c8-490f-a911-2c6273ecb212 admin admin] Publish callbacks [] for security_group (548fbed9-810e-426a-bea8-a2bcc6d9cd83), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:44.392346 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-8d0d05dc-91c8-490f-a911-2c6273ecb212 admin admin] Publish callbacks [] for security_group (548fbed9-810e-426a-bea8-a2bcc6d9cd83), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:44.447879 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-8d0d05dc-91c8-490f-a911-2c6273ecb212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (548fbed9-810e-426a-bea8-a2bcc6d9cd83), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:44.450763 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-8d0d05dc-91c8-490f-a911-2c6273ecb212 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:44.452050 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-8d0d05dc-91c8-490f-a911-2c6273ecb212 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/548fbed9-810e-426a-bea8-a2bcc6d9cd83 HTTP/1.1" status: 204 len: 168 time: 0.1386755 May 26 13:54:44.462124 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d05dc-91c8-490f-a911-2c6273ecb212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548fbed9-810e-426a-bea8-a2bcc6d9cd83,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:54:46.484912 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-bf790a47-ee02-47b0-912c-797a518262e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:46.621009 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 37722) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:54:46.729234 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e397471f-3deb-44ad-bd58-70e444fe1c4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:46.804136 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e397471f-3deb-44ad-bd58-70e444fe1c4b admin admin] Publish callbacks [] for security_group (b66a9ebc-3035-4900-8569-c7bd4b0beedf), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:46.808575 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e397471f-3deb-44ad-bd58-70e444fe1c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (b66a9ebc-3035-4900-8569-c7bd4b0beedf), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:46.851538 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-e397471f-3deb-44ad-bd58-70e444fe1c4b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3ae54adab056452cb77df3a07659d67d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294433 May 26 13:54:46.852569 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397471f-3deb-44ad-bd58-70e444fe1c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66a9ebc-3035-4900-8569-c7bd4b0beedf,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:54:46.855113 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 37726) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:54:46.906913 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-3da83360-732b-4bf9-b31a-7cda39eaee88 admin admin] Publish callbacks [] for security_group (b66a9ebc-3035-4900-8569-c7bd4b0beedf), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:46.930695 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-3da83360-732b-4bf9-b31a-7cda39eaee88 admin admin] Publish callbacks [] for security_group (b66a9ebc-3035-4900-8569-c7bd4b0beedf), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:46.980627 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-3da83360-732b-4bf9-b31a-7cda39eaee88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (b66a9ebc-3035-4900-8569-c7bd4b0beedf), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:46.983072 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-3da83360-732b-4bf9-b31a-7cda39eaee88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:46.984384 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-3da83360-732b-4bf9-b31a-7cda39eaee88 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b66a9ebc-3035-4900-8569-c7bd4b0beedf HTTP/1.1" status: 204 len: 168 time: 0.1282222 May 26 13:54:46.992793 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da83360-732b-4bf9-b31a-7cda39eaee88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66a9ebc-3035-4900-8569-c7bd4b0beedf,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:54:47.253066 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 37736) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:54:47.266642 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6a7dc76a-d1e8-4160-92b7-57b1e08ac13b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:47.327254 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:DELETE=5,neutron:SELECT=74,neutron:UPDATE=2,neutron:INSERT=19 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:47.350495 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6a7dc76a-d1e8-4160-92b7-57b1e08ac13b admin admin] Publish callbacks [] for security_group (0e45a410-9163-47e0-b87b-07af50344148), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:47.354205 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6a7dc76a-d1e8-4160-92b7-57b1e08ac13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (0e45a410-9163-47e0-b87b-07af50344148), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:47.392458 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7dc76a-d1e8-4160-92b7-57b1e08ac13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e45a410-9163-47e0-b87b-07af50344148,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:54:47.398154 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-6a7dc76a-d1e8-4160-92b7-57b1e08ac13b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=136d75046e8e46758507f99a409145c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437850 May 26 13:54:47.401062 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 37738) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:54:47.450853 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-6afb8e33-4d32-4888-8cbe-7f574dc10331 admin admin] Publish callbacks [] for security_group (0e45a410-9163-47e0-b87b-07af50344148), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:47.475737 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-6afb8e33-4d32-4888-8cbe-7f574dc10331 admin admin] Publish callbacks [] for security_group (0e45a410-9163-47e0-b87b-07af50344148), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:47.526346 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-6afb8e33-4d32-4888-8cbe-7f574dc10331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (0e45a410-9163-47e0-b87b-07af50344148), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:47.528726 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-6afb8e33-4d32-4888-8cbe-7f574dc10331 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:47.529859 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-6afb8e33-4d32-4888-8cbe-7f574dc10331 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0e45a410-9163-47e0-b87b-07af50344148 HTTP/1.1" status: 204 len: 168 time: 0.1277938 May 26 13:54:47.538206 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb8e33-4d32-4888-8cbe-7f574dc10331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e45a410-9163-47e0-b87b-07af50344148,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:54:47.770452 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:49.178199 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:49.194207 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e0fc5369-ba56-43d0-8915-2625e97bba0a req-30c76d31-b6d7-41a4-8fdd-c62e657562ce service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0535457 May 26 13:54:49.296812 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc5369-ba56-43d0-8915-2625e97bba0a req-802e5d9b-f0bd-4b20-8432-8d77421772ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:54:49.298362 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e0fc5369-ba56-43d0-8915-2625e97bba0a req-802e5d9b-f0bd-4b20-8432-8d77421772ac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ce476b2a1764f56b9780f4a5c75ac3d&device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 1131 time: 0.0621443 May 26 13:54:49.417401 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:49.421189 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc5369-ba56-43d0-8915-2625e97bba0a req-12cf0b99-676c-419b-becd-04a750eb6f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:54:49.422712 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e0fc5369-ba56-43d0-8915-2625e97bba0a req-12cf0b99-676c-419b-becd-04a750eb6f04 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7243f764-410e-4885-acdc-a415825d1293 HTTP/1.1" status: 200 len: 918 time: 0.1009810 May 26 13:54:49.484735 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:49.493185 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e0fc5369-ba56-43d0-8915-2625e97bba0a req-3a10bd11-6e5e-40c5-9248-ad52f238b1ba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa HTTP/1.1" status: 200 len: 1001 time: 0.0638549 May 26 13:54:49.548902 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc5369-ba56-43d0-8915-2625e97bba0a req-70763724-ed1c-4412-8556-3798c9dc1e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:54:49.550939 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e0fc5369-ba56-43d0-8915-2625e97bba0a req-70763724-ed1c-4412-8556-3798c9dc1e6b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f42c48c9-dd9d-4f2d-ada0-47f18130e415 HTTP/1.1" status: 200 len: 856 time: 0.0516798 May 26 13:54:49.601026 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc5369-ba56-43d0-8915-2625e97bba0a req-e1a05806-cd9f-4a10-870d-5ef8e8a4ecce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:54:49.602649 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e0fc5369-ba56-43d0-8915-2625e97bba0a req-e1a05806-cd9f-4a10-870d-5ef8e8a4ecce service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7243f764-410e-4885-acdc-a415825d1293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456297 May 26 13:54:49.702966 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e0fc5369-ba56-43d0-8915-2625e97bba0a req-b1507fcc-80d8-4cb7-9181-05751d88954e service neutron] 10.222.0.57 "GET /v2.0/networks/7243f764-410e-4885-acdc-a415825d1293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936308 May 26 13:54:49.851024 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e0fc5369-ba56-43d0-8915-2625e97bba0a req-2713d28c-ed30-41b6-9435-fc5a27a17c0c service neutron] 10.222.0.57 "GET /v2.0/networks/7243f764-410e-4885-acdc-a415825d1293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425056 May 26 13:54:50.472253 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=26,neutron:UPDATE=4 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:50.491362 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:50.694418 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 37870) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:54:50.805834 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-ccb1e104-3c3e-4144-91da-cb012700f998 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:50.890367 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-ccb1e104-3c3e-4144-91da-cb012700f998 admin admin] Publish callbacks [] for security_group (673f2a93-732f-440b-b6b6-5fb5289c4591), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:50.894200 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-ccb1e104-3c3e-4144-91da-cb012700f998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (673f2a93-732f-440b-b6b6-5fb5289c4591), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:50.935199 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1e104-3c3e-4144-91da-cb012700f998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673f2a93-732f-440b-b6b6-5fb5289c4591,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:54:50.939426 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-ccb1e104-3c3e-4144-91da-cb012700f998 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aa8b463380684449823e2d58cc233c27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2439840 May 26 13:54:50.942039 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 37874) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:54:50.999615 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-bf9561fb-e2ce-486e-a90a-771f38e8588c admin admin] Publish callbacks [] for security_group (673f2a93-732f-440b-b6b6-5fb5289c4591), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:51.023586 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-bf9561fb-e2ce-486e-a90a-771f38e8588c admin admin] Publish callbacks [] for security_group (673f2a93-732f-440b-b6b6-5fb5289c4591), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:51.075277 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-bf9561fb-e2ce-486e-a90a-771f38e8588c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (673f2a93-732f-440b-b6b6-5fb5289c4591), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:51.078084 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-bf9561fb-e2ce-486e-a90a-771f38e8588c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:51.079704 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-bf9561fb-e2ce-486e-a90a-771f38e8588c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/673f2a93-732f-440b-b6b6-5fb5289c4591 HTTP/1.1" status: 204 len: 168 time: 0.1367016 May 26 13:54:51.089420 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9561fb-e2ce-486e-a90a-771f38e8588c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673f2a93-732f-440b-b6b6-5fb5289c4591,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:54:51.368277 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 37880) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:54:51.383811 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-74e5e84e-844f-489a-af44-d692004978da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:51.462300 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-74e5e84e-844f-489a-af44-d692004978da admin admin] Publish callbacks [] for security_group (b4edc6c1-5aed-424f-b6ee-7f84c7057c5d), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:51.466504 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-74e5e84e-844f-489a-af44-d692004978da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (b4edc6c1-5aed-424f-b6ee-7f84c7057c5d), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:51.490234 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:51.508531 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e5e84e-844f-489a-af44-d692004978da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4edc6c1-5aed-424f-b6ee-7f84c7057c5d,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:54:51.514056 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-74e5e84e-844f-489a-af44-d692004978da admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3350806fef3544d688bf08b6689f93bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1440954 May 26 13:54:51.518205 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 37882) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:54:51.562032 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:51.585666 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-12954de7-0d1b-4912-a681-6ec881b221e3 admin admin] Publish callbacks [] for security_group (b4edc6c1-5aed-424f-b6ee-7f84c7057c5d), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:51.613823 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-12954de7-0d1b-4912-a681-6ec881b221e3 admin admin] Publish callbacks [] for security_group (b4edc6c1-5aed-424f-b6ee-7f84c7057c5d), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:51.669164 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-12954de7-0d1b-4912-a681-6ec881b221e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (b4edc6c1-5aed-424f-b6ee-7f84c7057c5d), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:51.672243 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-12954de7-0d1b-4912-a681-6ec881b221e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:51.673440 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-12954de7-0d1b-4912-a681-6ec881b221e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b4edc6c1-5aed-424f-b6ee-7f84c7057c5d HTTP/1.1" status: 204 len: 168 time: 0.1542344 May 26 13:54:51.683592 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12954de7-0d1b-4912-a681-6ec881b221e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4edc6c1-5aed-424f-b6ee-7f84c7057c5d,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:54:52.924127 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 37912) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:54:53.060156 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-9a267e34-1505-456a-a6c0-cfb8feadde6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:53.157685 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-9a267e34-1505-456a-a6c0-cfb8feadde6d admin admin] Publish callbacks [] for security_group (a6d91d4f-d6da-4ee8-84d7-46f3c785e1ae), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:53.167806 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-9a267e34-1505-456a-a6c0-cfb8feadde6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (a6d91d4f-d6da-4ee8-84d7-46f3c785e1ae), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:53.215618 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-9a267e34-1505-456a-a6c0-cfb8feadde6d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0fbe22062d9e47fa84b0439a03b8e505&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2903566 May 26 13:54:53.216390 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a267e34-1505-456a-a6c0-cfb8feadde6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d91d4f-d6da-4ee8-84d7-46f3c785e1ae,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:54:53.218987 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 37916) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:54:53.296191 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d96320fc-6ac0-46f3-86ff-7b44d89ca55c admin admin] Publish callbacks [] for security_group (a6d91d4f-d6da-4ee8-84d7-46f3c785e1ae), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:53.320250 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d96320fc-6ac0-46f3-86ff-7b44d89ca55c admin admin] Publish callbacks [] for security_group (a6d91d4f-d6da-4ee8-84d7-46f3c785e1ae), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:53.386132 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d96320fc-6ac0-46f3-86ff-7b44d89ca55c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (a6d91d4f-d6da-4ee8-84d7-46f3c785e1ae), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:53.389119 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d96320fc-6ac0-46f3-86ff-7b44d89ca55c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:53.390635 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-d96320fc-6ac0-46f3-86ff-7b44d89ca55c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a6d91d4f-d6da-4ee8-84d7-46f3c785e1ae HTTP/1.1" status: 204 len: 168 time: 0.1706071 May 26 13:54:53.402475 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96320fc-6ac0-46f3-86ff-7b44d89ca55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d91d4f-d6da-4ee8-84d7-46f3c785e1ae,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:54:56.543538 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc8740-a139-4666-afb4-220314d7bf42 req-207d88b1-933d-4755-b257-abab542f7063 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:54:56.545198 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-b6fc8740-a139-4666-afb4-220314d7bf42 req-207d88b1-933d-4755-b257-abab542f7063 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 947 time: 0.2423654 May 26 13:54:56.603814 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-b6fc8740-a139-4666-afb4-220314d7bf42 req-5ea7ee2a-1e06-4e0b-b51a-e0a32ed53396 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523121 May 26 13:54:57.825227 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47438ca8-eab1-406e-8b9e-985915b564f2 req-11263270-bde2-4b06-9307-527594e1f9c6 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:54:57.826850 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-47438ca8-eab1-406e-8b9e-985915b564f2 req-11263270-bde2-4b06-9307-527594e1f9c6 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 947 time: 0.1394362 May 26 13:54:57.891753 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-47438ca8-eab1-406e-8b9e-985915b564f2 req-872b78b2-7412-472e-b749-d74efe99baa5 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups?id=ad418732-0857-42ef-beba-6d73ea7835c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579107 May 26 13:54:57.948169 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 37996) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:54:58.044443 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282d4fb-e611-40d1-ab59-e194601044ba req-c726ee1b-5b50-46fd-9f52-7db047ebdb5d tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:54:58.045929 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8282d4fb-e611-40d1-ab59-e194601044ba req-c726ee1b-5b50-46fd-9f52-7db047ebdb5d tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.57 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 947 time: 0.0487199 May 26 13:54:58.067373 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-25706639-fa80-40ef-b2ed-de25f4fbbcf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:58.166312 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [req-8282d4fb-e611-40d1-ab59-e194601044ba req-54bc74be-c53f-441d-9b5e-3445f190d8d7 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Deleting port 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa {{(pid=110500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:54:58.168080 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-8282d4fb-e611-40d1-ab59-e194601044ba req-54bc74be-c53f-441d-9b5e-3445f190d8d7 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:58.244713 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:58.252903 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:58.293603 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-25706639-fa80-40ef-b2ed-de25f4fbbcf2 admin admin] Publish callbacks [] for security_group (b92ab1f7-e894-48d0-89d9-dd6800aca337), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:58.304162 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-25706639-fa80-40ef-b2ed-de25f4fbbcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (b92ab1f7-e894-48d0-89d9-dd6800aca337), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:58.346779 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-8282d4fb-e611-40d1-ab59-e194601044ba req-54bc74be-c53f-441d-9b5e-3445f190d8d7 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] For port 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa,segment=NetworkSegment(72489f9d-88bc-4f02-8b41-7b0a26fec68a),segment_id=72489f9d-88bc-4f02-8b41-7b0a26fec68a)] {{(pid=110500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:54:58.347146 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-8282d4fb-e611-40d1-ab59-e194601044ba req-54bc74be-c53f-441d-9b5e-3445f190d8d7 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:58.365454 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-25706639-fa80-40ef-b2ed-de25f4fbbcf2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=74018b206f3d47ada9e0aef3a599be9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4161615 May 26 13:54:58.368179 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 38000) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:54:58.375628 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25706639-fa80-40ef-b2ed-de25f4fbbcf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92ab1f7-e894-48d0-89d9-dd6800aca337,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:54:58.444964 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-cd0cd942-c39b-45b1-af9a-1c5883c2c26c admin admin] Publish callbacks [] for security_group (b92ab1f7-e894-48d0-89d9-dd6800aca337), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:58.469755 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-cd0cd942-c39b-45b1-af9a-1c5883c2c26c admin admin] Publish callbacks [] for security_group (b92ab1f7-e894-48d0-89d9-dd6800aca337), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:58.529936 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-cd0cd942-c39b-45b1-af9a-1c5883c2c26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (b92ab1f7-e894-48d0-89d9-dd6800aca337), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:58.532763 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-cd0cd942-c39b-45b1-af9a-1c5883c2c26c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:58.533974 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-cd0cd942-c39b-45b1-af9a-1c5883c2c26c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b92ab1f7-e894-48d0-89d9-dd6800aca337 HTTP/1.1" status: 204 len: 168 time: 0.1647089 May 26 13:54:58.541441 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-8282d4fb-e611-40d1-ab59-e194601044ba req-54bc74be-c53f-441d-9b5e-3445f190d8d7 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:58.542030 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-8282d4fb-e611-40d1-ab59-e194601044ba req-54bc74be-c53f-441d-9b5e-3445f190d8d7 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568549'] for floatingip (679f78f6-e490-44c9-b9fb-c5c4d6a5b244), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:58.542584 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.db.l3_db [req-8282d4fb-e611-40d1-ab59-e194601044ba req-54bc74be-c53f-441d-9b5e-3445f190d8d7 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Floating IP 679f78f6-e490-44c9-b9fb-c5c4d6a5b244 disassociated. External IP: 172.27.2.27, port: 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa. May 26 13:54:58.543122 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [req-8282d4fb-e611-40d1-ab59-e194601044ba req-54bc74be-c53f-441d-9b5e-3445f190d8d7 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Calling delete_port for 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa owned by compute:nova {{(pid=110500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:54:58.548087 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0cd942-c39b-45b1-af9a-1c5883c2c26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92ab1f7-e894-48d0-89d9-dd6800aca337,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:54:58.704316 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-8282d4fb-e611-40d1-ab59-e194601044ba req-54bc74be-c53f-441d-9b5e-3445f190d8d7 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:58.735801 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc74be-c53f-441d-9b5e-3445f190d8d7 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Pushing event deleted for resources: {'Port': ['ID=7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:54:58.855274 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8282d4fb-e611-40d1-ab59-e194601044ba req-54bc74be-c53f-441d-9b5e-3445f190d8d7 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Router 158343de-78a2-4feb-ad8a-daa0577f703e has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:54:58.869092 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 38006) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:54:58.882869 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d1d9d43a-04be-47df-ab22-ca8a57d85c2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:58.928263 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:58.979491 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8282d4fb-e611-40d1-ab59-e194601044ba req-54bc74be-c53f-441d-9b5e-3445f190d8d7 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:54:58.985395 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d1d9d43a-04be-47df-ab22-ca8a57d85c2a admin admin] Publish callbacks [] for security_group (ae9380d3-9618-452e-813d-1e67206f9bed), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:58.992394 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d1d9d43a-04be-47df-ab22-ca8a57d85c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (ae9380d3-9618-452e-813d-1e67206f9bed), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:58.993349 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aeab66-ed4c-4557-b029-d3e6e7f8bd41 None None] Sync routers for ids ['158343de-78a2-4feb-ad8a-daa0577f703e'] in dv-cinder-819668-4-iscsi {{(pid=110502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:54:59.009715 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aeab66-ed4c-4557-b029-d3e6e7f8bd41 None None] Routers {'158343de-78a2-4feb-ad8a-daa0577f703e'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:54:59.010456 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-a1aeab66-ed4c-4557-b029-d3e6e7f8bd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:54:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['158343de-78a2-4feb-ad8a-daa0577f703e'], 'active': True} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:54:59.032024 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [req-8282d4fb-e611-40d1-ab59-e194601044ba req-54bc74be-c53f-441d-9b5e-3445f190d8d7 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] No DVR routers for this DVR port 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa on host hv-cinder-81966 {{(pid=110500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 13:54:59.034685 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-8282d4fb-e611-40d1-ab59-e194601044ba req-54bc74be-c53f-441d-9b5e-3445f190d8d7 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:59.038911 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8282d4fb-e611-40d1-ab59-e194601044ba req-54bc74be-c53f-441d-9b5e-3445f190d8d7 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.57 "DELETE /v2.0/ports/7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa HTTP/1.1" status: 204 len: 173 time: 0.9840825 May 26 13:54:59.039390 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeccb394-4413-411c-a93c-9fbec3f06537', 'name': 'network-vif-deleted', 'tag': '7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:54:59.041762 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b26d9b8-6b3b-40b6-b029-10ee2e49ad80" -d '{"events": [{"server_uuid": "aeccb394-4413-411c-a93c-9fbec3f06537", "name": "network-vif-deleted", "tag": "7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:54:59.080436 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-7fea0fa0-2d4d-4ff5-8ea3-71b84b802a10 req-108c8f6f-6dc6-446c-a855-7743b969e553 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/ports?device_id=aeccb394-4413-411c-a93c-9fbec3f06537 HTTP/1.1" status: 200 len: 210 time: 0.0670884 May 26 13:54:59.083897 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f864c5-3441-4d4c-95dc-d611971e7ccc x-openstack-request-id: req-70f864c5-3441-4d4c-95dc-d611971e7ccc {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:54:59.084201 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeccb394-4413-411c-a93c-9fbec3f06537", "name": "network-vif-deleted", "tag": "7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:54:59.084521 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-70f864c5-3441-4d4c-95dc-d611971e7ccc {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:54:59.085342 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70f864c5-3441-4d4c-95dc-d611971e7ccc'] response: {'server_uuid': 'aeccb394-4413-411c-a93c-9fbec3f06537', 'name': 'network-vif-deleted', 'tag': '7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa', 'status': 'completed', 'code': 200} May 26 13:54:59.099744 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-d1d9d43a-04be-47df-ab22-ca8a57d85c2a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a5275cf0456c48da8dcd9ac4decfcb12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294979 May 26 13:54:59.102728 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 38012) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:54:59.104410 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d9d43a-04be-47df-ab22-ca8a57d85c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9380d3-9618-452e-813d-1e67206f9bed,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:54:59.173817 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-dfaa2ece-8782-4a8e-97f5-0682bb224032 admin admin] Publish callbacks [] for security_group (ae9380d3-9618-452e-813d-1e67206f9bed), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:59.174830 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvr_db [None req-a1aeab66-ed4c-4557-b029-d3e6e7f8bd41 None None] Set router 158343de-78a2-4feb-ad8a-daa0577f703e gateway port host: dv-cinder-819668-4-iscsi {{(pid=110502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:54:59.239336 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-dfaa2ece-8782-4a8e-97f5-0682bb224032 admin admin] Publish callbacks [] for security_group (ae9380d3-9618-452e-813d-1e67206f9bed), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:59.272209 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:54:59.323316 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-dfaa2ece-8782-4a8e-97f5-0682bb224032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (ae9380d3-9618-452e-813d-1e67206f9bed), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:59.326429 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-dfaa2ece-8782-4a8e-97f5-0682bb224032 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:54:59.327863 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-dfaa2ece-8782-4a8e-97f5-0682bb224032 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ae9380d3-9618-452e-813d-1e67206f9bed HTTP/1.1" status: 204 len: 168 time: 0.2238255 May 26 13:54:59.338329 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa2ece-8782-4a8e-97f5-0682bb224032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9380d3-9618-452e-813d-1e67206f9bed,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:54:59.414522 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-a1aeab66-ed4c-4557-b029-d3e6e7f8bd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'name': 'tempest-AttachVolumeShelveTestJSON-1355966574-router', 'tenant_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '3682f2c2-18c6-41c7-9917-2c057b37ee5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:36Z', 'updated_at': '2022-05-26T13:44:41Z', 'revision_number': 4, 'project_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'gw_port': {'id': '3682f2c2-18c6-41c7-9917-2c057b37ee5e', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:36Z', 'updated_at': '2022-05-26T13:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': 'f34703a3-2aa5-4ec0-91dc-579c5278c7ae', 'name': '', 'network_id': '7243f764-410e-4885-acdc-a415825d1293', 'tenant_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'mac_address': 'fa:16:3e:bd:1d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f42c48c9-dd9d-4f2d-ada0-47f18130e415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:39Z', 'updated_at': '2022-05-26T13:44:51Z', 'revision_number': 5, 'project_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'subnets': [{'id': 'f42c48c9-dd9d-4f2d-ada0-47f18130e415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:54:59.448506 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aeab66-ed4c-4557-b029-d3e6e7f8bd41 None None] Checking router: 158343de-78a2-4feb-ad8a-daa0577f703e for host: dv-cinder-819668-4-iscsi {{(pid=110502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:54:59.458879 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aeab66-ed4c-4557-b029-d3e6e7f8bd41 None None] Routers {'158343de-78a2-4feb-ad8a-daa0577f703e'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:54:59.459521 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-a1aeab66-ed4c-4557-b029-d3e6e7f8bd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:54:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['158343de-78a2-4feb-ad8a-daa0577f703e'], 'active': True} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:54:59.604949 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvr_db [None req-a1aeab66-ed4c-4557-b029-d3e6e7f8bd41 None None] Set router 158343de-78a2-4feb-ad8a-daa0577f703e gateway port host: dv-cinder-819668-4-iscsi {{(pid=110502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:54:59.820741 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-a1aeab66-ed4c-4557-b029-d3e6e7f8bd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'name': 'tempest-AttachVolumeShelveTestJSON-1355966574-router', 'tenant_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '3682f2c2-18c6-41c7-9917-2c057b37ee5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:36Z', 'updated_at': '2022-05-26T13:44:41Z', 'revision_number': 4, 'project_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'gw_port': {'id': '3682f2c2-18c6-41c7-9917-2c057b37ee5e', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:36Z', 'updated_at': '2022-05-26T13:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': 'f34703a3-2aa5-4ec0-91dc-579c5278c7ae', 'name': '', 'network_id': '7243f764-410e-4885-acdc-a415825d1293', 'tenant_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'mac_address': 'fa:16:3e:bd:1d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f42c48c9-dd9d-4f2d-ada0-47f18130e415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:39Z', 'updated_at': '2022-05-26T13:44:51Z', 'revision_number': 5, 'project_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'subnets': [{'id': 'f42c48c9-dd9d-4f2d-ada0-47f18130e415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:54:59.850080 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aeab66-ed4c-4557-b029-d3e6e7f8bd41 None None] The sync data for ids ['158343de-78a2-4feb-ad8a-daa0577f703e'] in dv-cinder-819668-4-iscsi is: [{'id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'name': 'tempest-AttachVolumeShelveTestJSON-1355966574-router', 'tenant_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '3682f2c2-18c6-41c7-9917-2c057b37ee5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:36Z', 'updated_at': '2022-05-26T13:44:41Z', 'revision_number': 4, 'project_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'gw_port': {'id': '3682f2c2-18c6-41c7-9917-2c057b37ee5e', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:36Z', 'updated_at': '2022-05-26T13:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': 'f34703a3-2aa5-4ec0-91dc-579c5278c7ae', 'name': '', 'network_id': '7243f764-410e-4885-acdc-a415825d1293', 'tenant_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'mac_address': 'fa:16:3e:bd:1d:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f42c48c9-dd9d-4f2d-ada0-47f18130e415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:39Z', 'updated_at': '2022-05-26T13:44:51Z', 'revision_number': 5, 'project_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'subnets': [{'id': 'f42c48c9-dd9d-4f2d-ada0-47f18130e415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:55:00.088916 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d77ce8c-f34f-48b0-b56a-4b3fa09d7d31 None None] New status for floating IP 679f78f6-e490-44c9-b9fb-c5c4d6a5b244: DOWN {{(pid=110503) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 13:55:00.215158 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 38020) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:55:00.224671 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:00.293722 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-2047522e-0ac4-4353-80f9-17580ee14b09 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks [] for security_group (ad418732-0857-42ef-beba-6d73ea7835c5), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:00.332337 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-2047522e-0ac4-4353-80f9-17580ee14b09 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks [] for security_group (ad418732-0857-42ef-beba-6d73ea7835c5), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:00.399638 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-2047522e-0ac4-4353-80f9-17580ee14b09 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (ad418732-0857-42ef-beba-6d73ea7835c5), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:00.403900 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-2047522e-0ac4-4353-80f9-17580ee14b09 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:00.405845 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-2047522e-0ac4-4353-80f9-17580ee14b09 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "DELETE /v2.0/security-groups/ad418732-0857-42ef-beba-6d73ea7835c5 HTTP/1.1" status: 204 len: 168 time: 0.1891546 May 26 13:55:00.410418 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 38022) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:55:00.420384 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2047522e-0ac4-4353-80f9-17580ee14b09 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad418732-0857-42ef-beba-6d73ea7835c5,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:55:00.425373 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.api.v2.resource [None req-5fcb4d71-3d6c-4406-8bd9-e671dff6df1d tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] show failed (client error): The resource could not be found. May 26 13:55:00.427219 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-5fcb4d71-3d6c-4406-8bd9-e671dff6df1d tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "GET /v2.0/security-groups/ad418732-0857-42ef-beba-6d73ea7835c5 HTTP/1.1" status: 404 len: 347 time: 0.0155785 May 26 13:55:00.432754 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 38024) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:55:00.566143 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-885d0e34-13dd-4188-9e9a-8caa692fc49d tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Deleting port e081ceff-4b6b-47b4-a184-f0ed50435e5c {{(pid=110501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:55:00.566487 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-885d0e34-13dd-4188-9e9a-8caa692fc49d tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (e081ceff-4b6b-47b4-a184-f0ed50435e5c), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:00.656799 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-885d0e34-13dd-4188-9e9a-8caa692fc49d tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (e081ceff-4b6b-47b4-a184-f0ed50435e5c), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:00.657026 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-885d0e34-13dd-4188-9e9a-8caa692fc49d tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks [] for floatingip (e081ceff-4b6b-47b4-a184-f0ed50435e5c), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:00.677796 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-885d0e34-13dd-4188-9e9a-8caa692fc49d tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Calling delete_port for e081ceff-4b6b-47b4-a184-f0ed50435e5c owned by network:floatingip {{(pid=110501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:55:00.776321 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:00.818740 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-885d0e34-13dd-4188-9e9a-8caa692fc49d tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5523151'] for port (e081ceff-4b6b-47b4-a184-f0ed50435e5c), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:00.842635 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d0e34-13dd-4188-9e9a-8caa692fc49d tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Pushing event deleted for resources: {'Port': ['ID=e081ceff-4b6b-47b4-a184-f0ed50435e5c,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:55:00.908248 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-885d0e34-13dd-4188-9e9a-8caa692fc49d tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks [] for floatingip (679f78f6-e490-44c9-b9fb-c5c4d6a5b244), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:00.911502 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-885d0e34-13dd-4188-9e9a-8caa692fc49d tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for floatingip (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:00.912694 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-885d0e34-13dd-4188-9e9a-8caa692fc49d tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] 10.222.0.16 "DELETE /v2.0/floatingips/679f78f6-e490-44c9-b9fb-c5c4d6a5b244 HTTP/1.1" status: 204 len: 168 time: 0.4789641 May 26 13:55:02.448862 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa no longer exists at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 13:55:02.469299 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] No Port match for: 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 13:55:02.469647 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 7bcf2313-de8c-41a1-9fc2-4f6bd644b1aa not bound to the agent host hv-cinder-81966 {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 13:55:03.352797 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 38048) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:55:03.525499 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 6 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:55:03.866439 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:03.871264 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-02ca18e1-c2a6-4159-a008-1d6fe237451e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568805'] for router_interface (158343de-78a2-4feb-ad8a-daa0577f703e), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:04.095045 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-02ca18e1-c2a6-4159-a008-1d6fe237451e admin admin] Deleting port f34703a3-2aa5-4ec0-91dc-579c5278c7ae {{(pid=110501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:55:04.095380 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-02ca18e1-c2a6-4159-a008-1d6fe237451e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (f34703a3-2aa5-4ec0-91dc-579c5278c7ae), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:04.176530 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.db [None req-02ca18e1-c2a6-4159-a008-1d6fe237451e admin admin] For port f34703a3-2aa5-4ec0-91dc-579c5278c7ae, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=f34703a3-2aa5-4ec0-91dc-579c5278c7ae,segment=NetworkSegment(72489f9d-88bc-4f02-8b41-7b0a26fec68a),segment_id=72489f9d-88bc-4f02-8b41-7b0a26fec68a)] {{(pid=110501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:55:04.176826 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-02ca18e1-c2a6-4159-a008-1d6fe237451e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (f34703a3-2aa5-4ec0-91dc-579c5278c7ae), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:04.190624 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-02ca18e1-c2a6-4159-a008-1d6fe237451e admin admin] Calling delete_port for f34703a3-2aa5-4ec0-91dc-579c5278c7ae owned by network:router_interface {{(pid=110501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:55:04.313660 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:04.371995 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-02ca18e1-c2a6-4159-a008-1d6fe237451e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5523151'] for port (f34703a3-2aa5-4ec0-91dc-579c5278c7ae), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:04.404060 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca18e1-c2a6-4159-a008-1d6fe237451e admin admin] Pushing event deleted for resources: {'Port': ['ID=f34703a3-2aa5-4ec0-91dc-579c5278c7ae,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:55:04.576788 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-02ca18e1-c2a6-4159-a008-1d6fe237451e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-302216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568697'] for router_interface (158343de-78a2-4feb-ad8a-daa0577f703e), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:04.737950 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:04.800121 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ca18e1-c2a6-4159-a008-1d6fe237451e admin admin] Router 158343de-78a2-4feb-ad8a-daa0577f703e has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:55:04.901564 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ca18e1-c2a6-4159-a008-1d6fe237451e admin admin] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:55:04.906708 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-02ca18e1-c2a6-4159-a008-1d6fe237451e admin admin] 10.222.0.16 "PUT /v2.0/routers/158343de-78a2-4feb-ad8a-daa0577f703e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5527611 May 26 13:55:04.909131 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 38052) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:55:04.912190 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb0ab83-29af-445f-937b-0930d2880339 None None] Sync routers for ids ['158343de-78a2-4feb-ad8a-daa0577f703e'] in dv-cinder-819668-4-iscsi {{(pid=110502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:55:04.922609 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb0ab83-29af-445f-937b-0930d2880339 None None] Routers {'158343de-78a2-4feb-ad8a-daa0577f703e'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:55:04.923214 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-deb0ab83-29af-445f-937b-0930d2880339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:54:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['158343de-78a2-4feb-ad8a-daa0577f703e'], 'active': True} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:55:05.014918 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:05.022808 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-67f1b3d5-cc78-4685-8e14-cfd93c837d91 admin admin] Publish callbacks [] for router (158343de-78a2-4feb-ad8a-daa0577f703e), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:05.035389 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvr_db [None req-deb0ab83-29af-445f-937b-0930d2880339 None None] Set router 158343de-78a2-4feb-ad8a-daa0577f703e gateway port host: dv-cinder-819668-4-iscsi {{(pid=110502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:55:05.124145 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-67f1b3d5-cc78-4685-8e14-cfd93c837d91 admin admin] Publish callbacks [] for router_gateway (158343de-78a2-4feb-ad8a-daa0577f703e), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:05.166954 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-67f1b3d5-cc78-4685-8e14-cfd93c837d91 admin admin] Deleting port 3682f2c2-18c6-41c7-9917-2c057b37ee5e {{(pid=110501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:55:05.167297 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-67f1b3d5-cc78-4685-8e14-cfd93c837d91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (3682f2c2-18c6-41c7-9917-2c057b37ee5e), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:05.210965 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-deb0ab83-29af-445f-937b-0930d2880339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'name': 'tempest-AttachVolumeShelveTestJSON-1355966574-router', 'tenant_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '3682f2c2-18c6-41c7-9917-2c057b37ee5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:36Z', 'updated_at': '2022-05-26T13:55:04Z', 'revision_number': 5, 'project_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'gw_port': {'id': '3682f2c2-18c6-41c7-9917-2c057b37ee5e', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:1f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:44:36Z', 'updated_at': '2022-05-26T13:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi'}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:55:05.212643 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=100 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:05.239419 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb0ab83-29af-445f-937b-0930d2880339 None None] Checking router: 158343de-78a2-4feb-ad8a-daa0577f703e for host: dv-cinder-819668-4-iscsi {{(pid=110502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:55:05.249044 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb0ab83-29af-445f-937b-0930d2880339 None None] Routers {'158343de-78a2-4feb-ad8a-daa0577f703e'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:55:05.249680 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-deb0ab83-29af-445f-937b-0930d2880339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:54:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['158343de-78a2-4feb-ad8a-daa0577f703e'], 'active': True} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:55:05.468063 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvr_db [None req-deb0ab83-29af-445f-937b-0930d2880339 None None] Set router 158343de-78a2-4feb-ad8a-daa0577f703e gateway port host: None {{(pid=110502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:55:05.509500 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.db [None req-67f1b3d5-cc78-4685-8e14-cfd93c837d91 admin admin] For port 3682f2c2-18c6-41c7-9917-2c057b37ee5e, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=3682f2c2-18c6-41c7-9917-2c057b37ee5e,segment=NetworkSegment(36759762-4a51-4579-800b-deb2c27dac78),segment_id=36759762-4a51-4579-800b-deb2c27dac78)] {{(pid=110501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:55:05.510137 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-67f1b3d5-cc78-4685-8e14-cfd93c837d91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (3682f2c2-18c6-41c7-9917-2c057b37ee5e), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:05.516399 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-deb0ab83-29af-445f-937b-0930d2880339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'name': 'tempest-AttachVolumeShelveTestJSON-1355966574-router', 'tenant_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:36Z', 'updated_at': '2022-05-26T13:55:05Z', 'revision_number': 6, 'project_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'gw_port_host': None}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:55:05.523531 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-67f1b3d5-cc78-4685-8e14-cfd93c837d91 admin admin] Calling delete_port for 3682f2c2-18c6-41c7-9917-2c057b37ee5e owned by network:router_gateway {{(pid=110501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:55:05.534263 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:05.545239 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb0ab83-29af-445f-937b-0930d2880339 None None] The sync data for ids ['158343de-78a2-4feb-ad8a-daa0577f703e'] in dv-cinder-819668-4-iscsi is: [{'id': '158343de-78a2-4feb-ad8a-daa0577f703e', 'name': 'tempest-AttachVolumeShelveTestJSON-1355966574-router', 'tenant_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:44:36Z', 'updated_at': '2022-05-26T13:55:05Z', 'revision_number': 6, 'project_id': '1ce476b2a1764f56b9780f4a5c75ac3d', 'gw_port_host': None}] {{(pid=110502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:55:05.694839 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-67f1b3d5-cc78-4685-8e14-cfd93c837d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5523151'] for port (3682f2c2-18c6-41c7-9917-2c057b37ee5e), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:05.720660 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f1b3d5-cc78-4685-8e14-cfd93c837d91 admin admin] Pushing event deleted for resources: {'Port': ['ID=3682f2c2-18c6-41c7-9917-2c057b37ee5e,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:55:05.785563 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-67f1b3d5-cc78-4685-8e14-cfd93c837d91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568539'] for router_gateway (158343de-78a2-4feb-ad8a-daa0577f703e), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:05.809095 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:05.875129 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-67f1b3d5-cc78-4685-8e14-cfd93c837d91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-906634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router (158343de-78a2-4feb-ad8a-daa0577f703e), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:05.877497 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-67f1b3d5-cc78-4685-8e14-cfd93c837d91 admin admin] Publish callbacks [] for router_controller (158343de-78a2-4feb-ad8a-daa0577f703e), precommit_delete_associations {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:05.926112 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-67f1b3d5-cc78-4685-8e14-cfd93c837d91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-906625'] for router (158343de-78a2-4feb-ad8a-daa0577f703e), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:05.926888 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f1b3d5-cc78-4685-8e14-cfd93c837d91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 158343de-78a2-4feb-ad8a-daa0577f703e {{(pid=110501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 13:55:05.932073 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-67f1b3d5-cc78-4685-8e14-cfd93c837d91 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:05.933183 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-67f1b3d5-cc78-4685-8e14-cfd93c837d91 admin admin] 10.222.0.16 "DELETE /v2.0/routers/158343de-78a2-4feb-ad8a-daa0577f703e HTTP/1.1" status: 204 len: 168 time: 1.0224335 May 26 13:55:05.935553 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 38054) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:55:05.984978 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.db_base_plugin_v2 [None req-864e3127-8ce9-4de7-9c3c-9d2b47a5832a admin admin] Deleting subnet f42c48c9-dd9d-4f2d-ada0-47f18130e415 {{(pid=110501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 13:55:05.989618 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-864e3127-8ce9-4de7-9c3c-9d2b47a5832a admin admin] Publish callbacks [] for subnet (f42c48c9-dd9d-4f2d-ada0-47f18130e415), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:06.042021 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-864e3127-8ce9-4de7-9c3c-9d2b47a5832a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7142782'] for subnet (f42c48c9-dd9d-4f2d-ada0-47f18130e415), precommit_delete_associations {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:06.120599 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-864e3127-8ce9-4de7-9c3c-9d2b47a5832a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693590'] for subnet (f42c48c9-dd9d-4f2d-ada0-47f18130e415), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:06.182066 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-864e3127-8ce9-4de7-9c3c-9d2b47a5832a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5521470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5516845'] for subnet (f42c48c9-dd9d-4f2d-ada0-47f18130e415), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:06.225681 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e3127-8ce9-4de7-9c3c-9d2b47a5832a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f42c48c9-dd9d-4f2d-ada0-47f18130e415,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:55:06.227659 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-864e3127-8ce9-4de7-9c3c-9d2b47a5832a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:06.232352 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-864e3127-8ce9-4de7-9c3c-9d2b47a5832a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f42c48c9-dd9d-4f2d-ada0-47f18130e415 HTTP/1.1" status: 204 len: 168 time: 0.2943192 May 26 13:55:06.232629 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbf3ba3-684f-4a36-935c-1e417578664b None None] Network 7243f764-410e-4885-acdc-a415825d1293 requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:55:06.233476 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 38056) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:55:06.307535 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b93bf80b-8157-4aa7-9d61-1ef326a3a36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848337'] for network (7243f764-410e-4885-acdc-a415825d1293), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:06.356815 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-b93bf80b-8157-4aa7-9d61-1ef326a3a36a admin admin] Deleting port f0f2d670-e23a-4394-9a61-fd8891d0a927 {{(pid=110501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:55:06.357213 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b93bf80b-8157-4aa7-9d61-1ef326a3a36a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (f0f2d670-e23a-4394-9a61-fd8891d0a927), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:06.414546 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71964d9b-f9b6-49ed-9879-2c882c284580 None None] DHCP port deletion for 7243f764-410e-4885-acdc-a415825d1293 request from dv-cinder-819668-4-iscsi {{(pid=110502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 13:55:06.460364 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-71964d9b-f9b6-49ed-9879-2c882c284580 None None] Deleting port f0f2d670-e23a-4394-9a61-fd8891d0a927 {{(pid=110502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:55:06.461103 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-71964d9b-f9b6-49ed-9879-2c882c284580 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (f0f2d670-e23a-4394-9a61-fd8891d0a927), before_delete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:06.464421 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.db [None req-b93bf80b-8157-4aa7-9d61-1ef326a3a36a admin admin] For port f0f2d670-e23a-4394-9a61-fd8891d0a927, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=f0f2d670-e23a-4394-9a61-fd8891d0a927,segment=NetworkSegment(72489f9d-88bc-4f02-8b41-7b0a26fec68a),segment_id=72489f9d-88bc-4f02-8b41-7b0a26fec68a)] {{(pid=110501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:55:06.464787 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b93bf80b-8157-4aa7-9d61-1ef326a3a36a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (f0f2d670-e23a-4394-9a61-fd8891d0a927), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:06.481989 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-b93bf80b-8157-4aa7-9d61-1ef326a3a36a admin admin] Calling delete_port for f0f2d670-e23a-4394-9a61-fd8891d0a927 owned by network:dhcp {{(pid=110501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:55:06.538240 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-71964d9b-f9b6-49ed-9879-2c882c284580 None None] For port f0f2d670-e23a-4394-9a61-fd8891d0a927, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=f0f2d670-e23a-4394-9a61-fd8891d0a927,segment=NetworkSegment(72489f9d-88bc-4f02-8b41-7b0a26fec68a),segment_id=72489f9d-88bc-4f02-8b41-7b0a26fec68a)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:55:06.538240 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-71964d9b-f9b6-49ed-9879-2c882c284580 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (f0f2d670-e23a-4394-9a61-fd8891d0a927), precommit_delete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:06.553897 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-71964d9b-f9b6-49ed-9879-2c882c284580 None None] Calling delete_port for f0f2d670-e23a-4394-9a61-fd8891d0a927 owned by network:dhcp {{(pid=110502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:55:06.579991 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b93bf80b-8157-4aa7-9d61-1ef326a3a36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5523151'] for port (f0f2d670-e23a-4394-9a61-fd8891d0a927), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:06.590770 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:06.620175 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93bf80b-8157-4aa7-9d61-1ef326a3a36a admin admin] Pushing event deleted for resources: {'Port': ['ID=f0f2d670-e23a-4394-9a61-fd8891d0a927,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:55:06.621962 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93bf80b-8157-4aa7-9d61-1ef326a3a36a admin admin] No DVR routers for this DVR port f0f2d670-e23a-4394-9a61-fd8891d0a927 on host dv-cinder-819668-4-iscsi {{(pid=110501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 13:55:06.649448 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-71964d9b-f9b6-49ed-9879-2c882c284580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050'] for port (f0f2d670-e23a-4394-9a61-fd8891d0a927), after_delete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:06.680134 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71964d9b-f9b6-49ed-9879-2c882c284580 None None] Pushing event deleted for resources: {'Port': ['ID=f0f2d670-e23a-4394-9a61-fd8891d0a927,revision_number=None']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:55:06.684365 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71964d9b-f9b6-49ed-9879-2c882c284580 None None] No DVR routers for this DVR port f0f2d670-e23a-4394-9a61-fd8891d0a927 on host dv-cinder-819668-4-iscsi {{(pid=110502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 13:55:06.715048 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b93bf80b-8157-4aa7-9d61-1ef326a3a36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1689123', 'neutron.services.segments.db._delete_segments_for_network-8755648326512'] for network (7243f764-410e-4885-acdc-a415825d1293), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:06.741165 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.services.segments.db [None req-b93bf80b-8157-4aa7-9d61-1ef326a3a36a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7243f764-410e-4885-acdc-a415825d1293']}} {{(pid=110501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:55:06.752160 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.services.segments.db [None req-b93bf80b-8157-4aa7-9d61-1ef326a3a36a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72489f9d-88bc-4f02-8b41-7b0a26fec68a') {'for_net_delete': True} {{(pid=110501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:55:06.752692 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.services.segments.db [None req-b93bf80b-8157-4aa7-9d61-1ef326a3a36a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72489f9d-88bc-4f02-8b41-7b0a26fec68a') {} {{(pid=110501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:55:06.763967 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b93bf80b-8157-4aa7-9d61-1ef326a3a36a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755648326009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7142727'] for segment (72489f9d-88bc-4f02-8b41-7b0a26fec68a), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:06.779821 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b93bf80b-8157-4aa7-9d61-1ef326a3a36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329'] for segment (72489f9d-88bc-4f02-8b41-7b0a26fec68a), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:06.786437 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b93bf80b-8157-4aa7-9d61-1ef326a3a36a admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=110501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 13:55:06.786952 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b93bf80b-8157-4aa7-9d61-1ef326a3a36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5523100'] for segment (72489f9d-88bc-4f02-8b41-7b0a26fec68a), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:06.836108 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.services.segments.plugin [-] Segment 72489f9d-88bc-4f02-8b41-7b0a26fec68a resource provider aggregate not found May 26 13:55:06.851153 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:06.854280 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.services.segments.plugin [-] Segment 72489f9d-88bc-4f02-8b41-7b0a26fec68a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 72489f9d-88bc-4f02-8b41-7b0a26fec68a found for delete ", "request_id": "req-0565296d-0d00-4787-be04-3450339fcd86"}]} May 26 13:55:06.858638 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b93bf80b-8157-4aa7-9d61-1ef326a3a36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1689112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568567'] for network (7243f764-410e-4885-acdc-a415825d1293), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:06.865216 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b93bf80b-8157-4aa7-9d61-1ef326a3a36a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:06.868640 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-b93bf80b-8157-4aa7-9d61-1ef326a3a36a admin admin] 10.222.0.16 "DELETE /v2.0/networks/7243f764-410e-4885-acdc-a415825d1293 HTTP/1.1" status: 204 len: 168 time: 0.6340058 May 26 13:55:06.884830 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93bf80b-8157-4aa7-9d61-1ef326a3a36a admin admin] Pushing event deleted for resources: {'Network': ['ID=7243f764-410e-4885-acdc-a415825d1293,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:55:07.018493 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 38064) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:55:07.028121 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device f0f2d670-e23a-4394-9a61-fd8891d0a927 no longer exists at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 13:55:07.050810 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] No Port match for: f0f2d670-e23a-4394-9a61-fd8891d0a927 {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 13:55:07.051097 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device f0f2d670-e23a-4394-9a61-fd8891d0a927 not bound to the agent host dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 13:55:07.051321 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 3682f2c2-18c6-41c7-9917-2c057b37ee5e no longer exists at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 13:55:07.065413 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-a8be0716-a19d-4e93-8f9c-ee2c4851fac2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1ce476b2a1764f56b9780f4a5c75ac3d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0456223 May 26 13:55:07.068609 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 38066) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:55:07.072373 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] No Port match for: 3682f2c2-18c6-41c7-9917-2c057b37ee5e {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 13:55:07.072726 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 3682f2c2-18c6-41c7-9917-2c057b37ee5e not bound to the agent host dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 13:55:07.073151 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device f34703a3-2aa5-4ec0-91dc-579c5278c7ae no longer exists at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 13:55:07.097960 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] No Port match for: f34703a3-2aa5-4ec0-91dc-579c5278c7ae {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 13:55:07.098594 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device f34703a3-2aa5-4ec0-91dc-579c5278c7ae not bound to the agent host dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 13:55:07.127750 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-88712602-1e79-4670-a5e1-cb27c54f0aa8 admin admin] Publish callbacks [] for security_group (81c1d522-0933-4da2-aabc-d9390058e26d), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:07.154747 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-88712602-1e79-4670-a5e1-cb27c54f0aa8 admin admin] Publish callbacks [] for security_group (81c1d522-0933-4da2-aabc-d9390058e26d), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:07.204926 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-88712602-1e79-4670-a5e1-cb27c54f0aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (81c1d522-0933-4da2-aabc-d9390058e26d), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:07.208246 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-88712602-1e79-4670-a5e1-cb27c54f0aa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:07.209520 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-88712602-1e79-4670-a5e1-cb27c54f0aa8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/81c1d522-0933-4da2-aabc-d9390058e26d HTTP/1.1" status: 204 len: 168 time: 0.1398127 May 26 13:55:07.221421 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88712602-1e79-4670-a5e1-cb27c54f0aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c1d522-0933-4da2-aabc-d9390058e26d,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:55:07.914627 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 38088) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:55:08.013106 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-754a99e8-3627-4f44-b4aa-f73c3cf79729 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-25840542-network', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:55:08.033504 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754a99e8-3627-4f44-b4aa-f73c3cf79729 admin admin] Made reservation on behalf of b596535d63d6490eb939c300bfe565cf for: {'network': 1} {{(pid=110500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:55:08.036054 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-754a99e8-3627-4f44-b4aa-f73c3cf79729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for network (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:08.046882 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-754a99e8-3627-4f44-b4aa-f73c3cf79729 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:08.132325 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-754a99e8-3627-4f44-b4aa-f73c3cf79729 admin admin] Publish callbacks [] for security_group (9436b02f-8ae2-4186-a337-a1ee957d3de3), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:08.136183 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-754a99e8-3627-4f44-b4aa-f73c3cf79729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (9436b02f-8ae2-4186-a337-a1ee957d3de3), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:08.162549 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-754a99e8-3627-4f44-b4aa-f73c3cf79729 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=110500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 13:55:08.172837 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754a99e8-3627-4f44-b4aa-f73c3cf79729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9436b02f-8ae2-4186-a337-a1ee957d3de3,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:55:08.178169 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-754a99e8-3627-4f44-b4aa-f73c3cf79729 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755648326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329'] for segment (4aae6642-e6a1-464f-8fb5-62ab179d57e3), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:08.178586 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.db.segments_db [None req-754a99e8-3627-4f44-b4aa-f73c3cf79729 admin admin] Added segment 4aae6642-e6a1-464f-8fb5-62ab179d57e3 of type vlan for network 9be8c897-5f1a-4707-b0ba-c3382fad4d2e May 26 13:55:08.224000 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-754a99e8-3627-4f44-b4aa-f73c3cf79729 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755647801200'] for network (9be8c897-5f1a-4707-b0ba-c3382fad4d2e), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:08.249390 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-754a99e8-3627-4f44-b4aa-f73c3cf79729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for network (9be8c897-5f1a-4707-b0ba-c3382fad4d2e), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:08.250745 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754a99e8-3627-4f44-b4aa-f73c3cf79729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:55:08.250988 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-754a99e8-3627-4f44-b4aa-f73c3cf79729 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:08.305627 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-754a99e8-3627-4f44-b4aa-f73c3cf79729 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.3891027 May 26 13:55:08.308190 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 38092) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:55:08.319468 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-3b1aeebf-e153-4053-b9e6-c177c19996b1 admin admin] Request body: {'subnet': {'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-25840542-subnet', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:55:08.332205 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754a99e8-3627-4f44-b4aa-f73c3cf79729 admin admin] Pushing event updated for resources: {'Network': ['ID=9be8c897-5f1a-4707-b0ba-c3382fad4d2e,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:55:08.344294 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Network 9be8c897-5f1a-4707-b0ba-c3382fad4d2e details requested by agent ovs-agent-dv-cinder-819668-4-iscsi with host dv-cinder-819668-4-iscsi {{(pid=110502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 13:55:08.346486 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1aeebf-e153-4053-b9e6-c177c19996b1 admin admin] Made reservation on behalf of b596535d63d6490eb939c300bfe565cf for: {'subnet': 1} {{(pid=110500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:55:08.349159 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-3b1aeebf-e153-4053-b9e6-c177c19996b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6595480'] for subnet (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:08.532260 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-3b1aeebf-e153-4053-b9e6-c177c19996b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7218032', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6595470'] for subnet (de0fdd08-7a37-4a84-9a24-d2a545d515fc), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:08.563739 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:DELETE=5,neutron:SELECT=74,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:08.586415 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:08.600768 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1aeebf-e153-4053-b9e6-c177c19996b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de0fdd08-7a37-4a84-9a24-d2a545d515fc,revision_number=0']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:55:08.618269 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1aeebf-e153-4053-b9e6-c177c19996b1 admin admin] Checking segment: {'id': '4aae6642-e6a1-464f-8fb5-62ab179d57e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:55:08.618624 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1aeebf-e153-4053-b9e6-c177c19996b1 admin admin] Network hostable DHCP agents. Network: 9be8c897-5f1a-4707-b0ba-c3382fad4d2e, hostable agents: ['f02764f4-f497-4694-a2eb-22efe73666f4'], hosted agents: [] {{(pid=110500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 13:55:08.636849 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1aeebf-e153-4053-b9e6-c177c19996b1 admin admin] Network 9be8c897-5f1a-4707-b0ba-c3382fad4d2e is scheduled to be hosted by DHCP agent f02764f4-f497-4694-a2eb-22efe73666f4 with binding_index 1 {{(pid=110500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 13:55:08.645895 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [None req-3b1aeebf-e153-4053-b9e6-c177c19996b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819668-4-iscsi, 9be8c897-5f1a-4707-b0ba-c3382fad4d2e) {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:55:08.650129 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1aeebf-e153-4053-b9e6-c177c19996b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:55:08.650723 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-3b1aeebf-e153-4053-b9e6-c177c19996b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for subnet (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:08.656230 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d029012-bf0a-4fe4-8965-96e36dca86af None None] Network 9be8c897-5f1a-4707-b0ba-c3382fad4d2e requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:55:08.668875 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-3b1aeebf-e153-4053-b9e6-c177c19996b1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3592901 May 26 13:55:08.671379 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 38094) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:55:08.675870 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-00893ec8-9dc0-4ae7-b8a1-e5eddf0997c9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-25840542-router', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'}}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:55:08.704783 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-00893ec8-9dc0-4ae7-b8a1-e5eddf0997c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7936'] for router (46eb0fef-e0da-45db-bd2e-a114c0e9fccd), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:08.705875 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-00893ec8-9dc0-4ae7-b8a1-e5eddf0997c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-906688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-655507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7993'] for router (46eb0fef-e0da-45db-bd2e-a114c0e9fccd), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:08.760943 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-00893ec8-9dc0-4ae7-b8a1-e5eddf0997c9 admin admin] Publish callbacks [] for router_controller (46eb0fef-e0da-45db-bd2e-a114c0e9fccd), precommit_add_association {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:08.770234 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91888066-fd90-4966-b171-18dcd738e6fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5c43c4a0-638b-5401-8746-75049319ae93-9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'fixed_ips': [{'subnet_id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc'}]}} from dv-cinder-819668-4-iscsi. {{(pid=110502) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 13:55:08.771230 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-91888066-fd90-4966-b171-18dcd738e6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:08.902168 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-00893ec8-9dc0-4ae7-b8a1-e5eddf0997c9 admin admin] Publish callbacks [] for router_gateway (46eb0fef-e0da-45db-bd2e-a114c0e9fccd), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:08.920584 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.db_base_plugin_common [None req-91888066-fd90-4966-b171-18dcd738e6fc None None] Allocated IP 172.20.0.2 (9be8c897-5f1a-4707-b0ba-c3382fad4d2e/de0fdd08-7a37-4a84-9a24-d2a545d515fc/eabe96be-0417-4f7a-9688-6b81e2a7383b) {{(pid=110502) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:55:08.980809 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:08.982948 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:09.083862 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-91888066-fd90-4966-b171-18dcd738e6fc None None] Publish callbacks [] for port (eabe96be-0417-4f7a-9688-6b81e2a7383b), precommit_create {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:09.090121 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-91888066-fd90-4966-b171-18dcd738e6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041'] for port (eabe96be-0417-4f7a-9688-6b81e2a7383b), after_create {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:09.098140 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-00893ec8-9dc0-4ae7-b8a1-e5eddf0997c9 admin admin] Publish callbacks [] for router_gateway (46eb0fef-e0da-45db-bd2e-a114c0e9fccd), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:09.122902 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-00893ec8-9dc0-4ae7-b8a1-e5eddf0997c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:09.134112 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91888066-fd90-4966-b171-18dcd738e6fc None None] Network 9be8c897-5f1a-4707-b0ba-c3382fad4d2e is already hosted by enough agents. {{(pid=110502) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:55:09.139451 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.scheduler.base_scheduler [None req-91888066-fd90-4966-b171-18dcd738e6fc None None] Resources bound (agent type, host, resource id): {{(pid=110502) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:55:09.141668 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91888066-fd90-4966-b171-18dcd738e6fc None None] Pushing event updated for resources: {'Port': ['ID=eabe96be-0417-4f7a-9688-6b81e2a7383b,revision_number=1']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:55:09.143896 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91888066-fd90-4966-b171-18dcd738e6fc None None] Received port after_create {{(pid=110502) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:55:09.204278 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-91888066-fd90-4966-b171-18dcd738e6fc None None] Attempting to bind port eabe96be-0417-4f7a-9688-6b81e2a7383b on host dv-cinder-819668-4-iscsi for vnic_type normal with profile {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:55:09.204680 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-91888066-fd90-4966-b171-18dcd738e6fc None None] Attempting to bind port eabe96be-0417-4f7a-9688-6b81e2a7383b by drivers openvswitch,hyperv on host dv-cinder-819668-4-iscsi at level 0 using segments [{'id': '4aae6642-e6a1-464f-8fb5-62ab179d57e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e'}] {{(pid=110502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:55:09.205048 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91888066-fd90-4966-b171-18dcd738e6fc None None] Attempting to bind port eabe96be-0417-4f7a-9688-6b81e2a7383b on network 9be8c897-5f1a-4707-b0ba-c3382fad4d2e {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:55:09.210719 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91888066-fd90-4966-b171-18dcd738e6fc None None] Checking agent: {'id': '8ab0da26-f041-4f99-a2cc-fa5d75d9001c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 35, 50), 'started_at': datetime.datetime(2022, 5, 26, 13, 36, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:55:09.211155 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91888066-fd90-4966-b171-18dcd738e6fc None None] Checking segment: {'id': '4aae6642-e6a1-464f-8fb5-62ab179d57e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:55:09.211728 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-91888066-fd90-4966-b171-18dcd738e6fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:09.212175 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91888066-fd90-4966-b171-18dcd738e6fc None None] Bound using segment: {'id': '4aae6642-e6a1-464f-8fb5-62ab179d57e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e'} {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:55:09.212682 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-91888066-fd90-4966-b171-18dcd738e6fc None None] Bound port: eabe96be-0417-4f7a-9688-6b81e2a7383b, host: dv-cinder-819668-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aae6642-e6a1-464f-8fb5-62ab179d57e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e'}}] {{(pid=110502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:55:09.213070 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-91888066-fd90-4966-b171-18dcd738e6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (eabe96be-0417-4f7a-9688-6b81e2a7383b), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:09.245889 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.db_base_plugin_common [None req-00893ec8-9dc0-4ae7-b8a1-e5eddf0997c9 admin admin] Allocated IP 172.27.2.162 (90e76b28-de17-4e9a-956c-e3acc4b829ee/72a92eeb-8c5d-4770-b3e7-e9300b6be16c/0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f) {{(pid=110500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:55:09.280870 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-91888066-fd90-4966-b171-18dcd738e6fc None None] For port eabe96be-0417-4f7a-9688-6b81e2a7383b, host dv-cinder-819668-4-iscsi, cleared binding levels {{(pid=110502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:55:09.285708 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-91888066-fd90-4966-b171-18dcd738e6fc None None] For port eabe96be-0417-4f7a-9688-6b81e2a7383b, host dv-cinder-819668-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=eabe96be-0417-4f7a-9688-6b81e2a7383b,segment=NetworkSegment(4aae6642-e6a1-464f-8fb5-62ab179d57e3),segment_id=4aae6642-e6a1-464f-8fb5-62ab179d57e3)] {{(pid=110502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:55:09.292928 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-91888066-fd90-4966-b171-18dcd738e6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (eabe96be-0417-4f7a-9688-6b81e2a7383b), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:09.353352 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91888066-fd90-4966-b171-18dcd738e6fc None None] Pushing event updated for resources: {'Port': ['ID=eabe96be-0417-4f7a-9688-6b81e2a7383b,revision_number=2']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:55:09.358326 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-00893ec8-9dc0-4ae7-b8a1-e5eddf0997c9 admin admin] Publish callbacks [] for port (0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:09.391805 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-00893ec8-9dc0-4ae7-b8a1-e5eddf0997c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:09.444441 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00893ec8-9dc0-4ae7-b8a1-e5eddf0997c9 admin admin] Network 90e76b28-de17-4e9a-956c-e3acc4b829ee is already hosted by enough agents. {{(pid=110500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:55:09.449805 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [None req-00893ec8-9dc0-4ae7-b8a1-e5eddf0997c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:55:09.452218 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00893ec8-9dc0-4ae7-b8a1-e5eddf0997c9 admin admin] Pushing event updated for resources: {'Port': ['ID=0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:55:09.454525 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00893ec8-9dc0-4ae7-b8a1-e5eddf0997c9 admin admin] Received port after_create {{(pid=110500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:55:09.478156 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:09.541403 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=3 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:09.737097 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-00893ec8-9dc0-4ae7-b8a1-e5eddf0997c9 admin admin] Publish callbacks [] for router_gateway (46eb0fef-e0da-45db-bd2e-a114c0e9fccd), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:10.185354 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-00893ec8-9dc0-4ae7-b8a1-e5eddf0997c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-906743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569091'] for router (46eb0fef-e0da-45db-bd2e-a114c0e9fccd), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:10.302109 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93472e7a-df48-45dd-aecf-eaa57141fd55 None None] Network 9be8c897-5f1a-4707-b0ba-c3382fad4d2e requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 13:55:10.321828 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00893ec8-9dc0-4ae7-b8a1-e5eddf0997c9 admin admin] Router 46eb0fef-e0da-45db-bd2e-a114c0e9fccd is scheduled to L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f with binding_index 1 {{(pid=110500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 13:55:10.400933 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-92de2208-8125-4442-9955-d9bf17eb0335 None None] Provisioning complete for port eabe96be-0417-4f7a-9688-6b81e2a7383b triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:55:10.401820 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-92de2208-8125-4442-9955-d9bf17eb0335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (eabe96be-0417-4f7a-9688-6b81e2a7383b), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:10.461007 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00893ec8-9dc0-4ae7-b8a1-e5eddf0997c9 admin admin] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:55:10.480217 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-00893ec8-9dc0-4ae7-b8a1-e5eddf0997c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:10.481725 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-00893ec8-9dc0-4ae7-b8a1-e5eddf0997c9 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8094118 May 26 13:55:10.486189 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 38096) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:55:10.488599 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd13c7c-d900-4c0d-91ef-4390ebfb44a9 None None] Sync routers for ids ['46eb0fef-e0da-45db-bd2e-a114c0e9fccd'] in dv-cinder-819668-4-iscsi {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:55:10.504088 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd13c7c-d900-4c0d-91ef-4390ebfb44a9 None None] Routers {'46eb0fef-e0da-45db-bd2e-a114c0e9fccd'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:55:10.505586 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-5fd13c7c-d900-4c0d-91ef-4390ebfb44a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:54:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['46eb0fef-e0da-45db-bd2e-a114c0e9fccd'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:55:10.523407 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-92de2208-8125-4442-9955-d9bf17eb0335 None None] Current status of the port eabe96be-0417-4f7a-9688-6b81e2a7383b is: DOWN; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:55:10.524057 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-92de2208-8125-4442-9955-d9bf17eb0335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (eabe96be-0417-4f7a-9688-6b81e2a7383b), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:10.573247 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-92de2208-8125-4442-9955-d9bf17eb0335 None None] For port eabe96be-0417-4f7a-9688-6b81e2a7383b, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=eabe96be-0417-4f7a-9688-6b81e2a7383b,segment=NetworkSegment(4aae6642-e6a1-464f-8fb5-62ab179d57e3),segment_id=4aae6642-e6a1-464f-8fb5-62ab179d57e3)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:55:10.579154 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-92de2208-8125-4442-9955-d9bf17eb0335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (eabe96be-0417-4f7a-9688-6b81e2a7383b), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:10.627250 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-5fd13c7c-d900-4c0d-91ef-4390ebfb44a9 None None] Set router 46eb0fef-e0da-45db-bd2e-a114c0e9fccd gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:55:10.654350 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92de2208-8125-4442-9955-d9bf17eb0335 None None] Pushing event updated for resources: {'Port': ['ID=eabe96be-0417-4f7a-9688-6b81e2a7383b,revision_number=3']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:55:10.668695 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de2208-8125-4442-9955-d9bf17eb0335 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:55:10.669375 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de2208-8125-4442-9955-d9bf17eb0335 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:55:10.670057 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de2208-8125-4442-9955-d9bf17eb0335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:55:10.670736 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de2208-8125-4442-9955-d9bf17eb0335 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:55:10.671416 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de2208-8125-4442-9955-d9bf17eb0335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:55:10.672282 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de2208-8125-4442-9955-d9bf17eb0335 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:55:10.672969 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de2208-8125-4442-9955-d9bf17eb0335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:55:10.673641 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de2208-8125-4442-9955-d9bf17eb0335 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:55:10.674305 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de2208-8125-4442-9955-d9bf17eb0335 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:55:10.674994 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de2208-8125-4442-9955-d9bf17eb0335 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:55:10.676324 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de2208-8125-4442-9955-d9bf17eb0335 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:55:10.676947 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de2208-8125-4442-9955-d9bf17eb0335 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:55:10.684773 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de2208-8125-4442-9955-d9bf17eb0335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:55:10.685571 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de2208-8125-4442-9955-d9bf17eb0335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:55:10.686065 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92de2208-8125-4442-9955-d9bf17eb0335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:55:10.799851 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-7c9bc68d-d6a4-4e25-8faa-214f6ae318bf None None] Provisioning complete for port eabe96be-0417-4f7a-9688-6b81e2a7383b triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:55:10.801633 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-7c9bc68d-d6a4-4e25-8faa-214f6ae318bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (eabe96be-0417-4f7a-9688-6b81e2a7383b), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:10.845863 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-5fd13c7c-d900-4c0d-91ef-4390ebfb44a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'name': 'tempest-AttachVolumeNegativeTest-25840542-router', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:55:08Z', 'updated_at': '2022-05-26T13:55:09Z', 'revision_number': 3, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'gw_port': {'id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b1:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:09Z', 'updated_at': '2022-05-26T13:55:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi'}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:55:10.874711 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd13c7c-d900-4c0d-91ef-4390ebfb44a9 None None] Checking router: 46eb0fef-e0da-45db-bd2e-a114c0e9fccd for host: dv-cinder-819668-4-iscsi {{(pid=110503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:55:10.875052 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd13c7c-d900-4c0d-91ef-4390ebfb44a9 None None] Updating router 46eb0fef-e0da-45db-bd2e-a114c0e9fccd port 0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f binding host dv-cinder-819668-4-iscsi {{(pid=110503) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 13:55:10.900893 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-7c9bc68d-d6a4-4e25-8faa-214f6ae318bf None None] Current status of the port eabe96be-0417-4f7a-9688-6b81e2a7383b is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:55:10.931077 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-5fd13c7c-d900-4c0d-91ef-4390ebfb44a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f), before_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:11.048292 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e991fa0a-ede1-4a35-86d9-8eb467d36df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:11.063738 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device eabe96be-0417-4f7a-9688-6b81e2a7383b up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:55:11.087646 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:11.107524 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:11.121980 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port eabe96be-0417-4f7a-9688-6b81e2a7383b triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:55:11.122358 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (eabe96be-0417-4f7a-9688-6b81e2a7383b), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:11.183262 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:11.212715 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port eabe96be-0417-4f7a-9688-6b81e2a7383b is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:55:11.240484 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.db_base_plugin_common [None req-e991fa0a-ede1-4a35-86d9-8eb467d36df0 admin admin] Allocated IP 172.20.0.1 (9be8c897-5f1a-4707-b0ba-c3382fad4d2e/de0fdd08-7a37-4a84-9a24-d2a545d515fc/26951894-36d5-46f0-83fc-45e7a107ab53) {{(pid=110501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:55:11.246903 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:11.299033 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-5fd13c7c-d900-4c0d-91ef-4390ebfb44a9 None None] Publish callbacks [] for port (0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f), precommit_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:11.307918 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-5fd13c7c-d900-4c0d-91ef-4390ebfb44a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f), after_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:11.366018 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3468e013-c93b-4d5e-809e-7c412ebb5ae2 None None] Pushing event updated for resources: {'Port': ['ID=0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f,revision_number=2']} {{(pid=110503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:55:11.368338 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e991fa0a-ede1-4a35-86d9-8eb467d36df0 admin admin] Publish callbacks [] for port (26951894-36d5-46f0-83fc-45e7a107ab53), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:11.374334 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.managers [None req-5fd13c7c-d900-4c0d-91ef-4390ebfb44a9 None None] Attempting to bind port 0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f on host dv-cinder-819668-4-iscsi for vnic_type normal with profile {{(pid=110503) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:55:11.374740 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.managers [None req-5fd13c7c-d900-4c0d-91ef-4390ebfb44a9 None None] Attempting to bind port 0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f by drivers openvswitch,hyperv on host dv-cinder-819668-4-iscsi at level 0 using segments [{'id': '36759762-4a51-4579-800b-deb2c27dac78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'}] {{(pid=110503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:55:11.375063 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd13c7c-d900-4c0d-91ef-4390ebfb44a9 None None] Attempting to bind port 0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f on network 90e76b28-de17-4e9a-956c-e3acc4b829ee {{(pid=110503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:55:11.379803 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468e013-c93b-4d5e-809e-7c412ebb5ae2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:55:11.380173 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468e013-c93b-4d5e-809e-7c412ebb5ae2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:55:11.380610 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468e013-c93b-4d5e-809e-7c412ebb5ae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:55:11.381232 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468e013-c93b-4d5e-809e-7c412ebb5ae2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:55:11.381399 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468e013-c93b-4d5e-809e-7c412ebb5ae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:55:11.381725 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468e013-c93b-4d5e-809e-7c412ebb5ae2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:55:11.382051 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468e013-c93b-4d5e-809e-7c412ebb5ae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:55:11.382405 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468e013-c93b-4d5e-809e-7c412ebb5ae2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:55:11.382730 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468e013-c93b-4d5e-809e-7c412ebb5ae2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:55:11.383482 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468e013-c93b-4d5e-809e-7c412ebb5ae2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:55:11.383482 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468e013-c93b-4d5e-809e-7c412ebb5ae2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:55:11.383813 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468e013-c93b-4d5e-809e-7c412ebb5ae2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:55:11.384061 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468e013-c93b-4d5e-809e-7c412ebb5ae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:55:11.385030 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468e013-c93b-4d5e-809e-7c412ebb5ae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:55:11.385030 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468e013-c93b-4d5e-809e-7c412ebb5ae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110503) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:55:11.390967 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd13c7c-d900-4c0d-91ef-4390ebfb44a9 None None] Checking agent: {'id': '8ab0da26-f041-4f99-a2cc-fa5d75d9001c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 35, 50), 'started_at': datetime.datetime(2022, 5, 26, 13, 36, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:55:11.391342 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd13c7c-d900-4c0d-91ef-4390ebfb44a9 None None] Checking segment: {'id': '36759762-4a51-4579-800b-deb2c27dac78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110503) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:55:11.391739 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-5fd13c7c-d900-4c0d-91ef-4390ebfb44a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:11.392119 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd13c7c-d900-4c0d-91ef-4390ebfb44a9 None None] Bound using segment: {'id': '36759762-4a51-4579-800b-deb2c27dac78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'} {{(pid=110503) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:55:11.392620 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.managers [None req-5fd13c7c-d900-4c0d-91ef-4390ebfb44a9 None None] Bound port: 0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f, host: dv-cinder-819668-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36759762-4a51-4579-800b-deb2c27dac78', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'}}] {{(pid=110503) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:55:11.393004 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-5fd13c7c-d900-4c0d-91ef-4390ebfb44a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f), before_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:11.407110 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e991fa0a-ede1-4a35-86d9-8eb467d36df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5523151'] for port (26951894-36d5-46f0-83fc-45e7a107ab53), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:11.447393 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e991fa0a-ede1-4a35-86d9-8eb467d36df0 admin admin] Network 9be8c897-5f1a-4707-b0ba-c3382fad4d2e is already hosted by enough agents. {{(pid=110501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:55:11.451565 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.base_scheduler [None req-e991fa0a-ede1-4a35-86d9-8eb467d36df0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:55:11.459058 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e991fa0a-ede1-4a35-86d9-8eb467d36df0 admin admin] Received port after_create {{(pid=110501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:55:11.498261 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991fa0a-ede1-4a35-86d9-8eb467d36df0 admin admin] Pushing event updated for resources: {'Port': ['ID=26951894-36d5-46f0-83fc-45e7a107ab53,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:55:11.513066 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e991fa0a-ede1-4a35-86d9-8eb467d36df0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568432'] for router_interface (46eb0fef-e0da-45db-bd2e-a114c0e9fccd), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:11.515876 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:11.549667 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.db [None req-5fd13c7c-d900-4c0d-91ef-4390ebfb44a9 None None] For port 0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f, host dv-cinder-819668-4-iscsi, cleared binding levels {{(pid=110503) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:55:11.553845 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.plugins.ml2.db [None req-5fd13c7c-d900-4c0d-91ef-4390ebfb44a9 None None] For port 0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f, host dv-cinder-819668-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f,segment=NetworkSegment(36759762-4a51-4579-800b-deb2c27dac78),segment_id=36759762-4a51-4579-800b-deb2c27dac78)] {{(pid=110503) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:55:11.561545 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron_lib.callbacks.manager [None req-5fd13c7c-d900-4c0d-91ef-4390ebfb44a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f), after_update {{(pid=110503) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:11.630104 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3468e013-c93b-4d5e-809e-7c412ebb5ae2 None None] Pushing event updated for resources: {'Port': ['ID=0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f,revision_number=3']} {{(pid=110503) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:55:11.638556 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd13c7c-d900-4c0d-91ef-4390ebfb44a9 None None] Routers {'46eb0fef-e0da-45db-bd2e-a114c0e9fccd'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:55:11.639332 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-5fd13c7c-d900-4c0d-91ef-4390ebfb44a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:54:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['46eb0fef-e0da-45db-bd2e-a114c0e9fccd'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:55:11.653840 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e991fa0a-ede1-4a35-86d9-8eb467d36df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (26951894-36d5-46f0-83fc-45e7a107ab53), before_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:11.696983 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:11.734832 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-f403bda5-3df7-4aa3-b697-24f2eae7482c None None] Provisioning complete for port 26951894-36d5-46f0-83fc-45e7a107ab53 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:55:11.735575 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-f403bda5-3df7-4aa3-b697-24f2eae7482c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (26951894-36d5-46f0-83fc-45e7a107ab53), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:11.737471 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:11.769184 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-5fd13c7c-d900-4c0d-91ef-4390ebfb44a9 None None] Set router 46eb0fef-e0da-45db-bd2e-a114c0e9fccd gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:55:11.772606 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-f403bda5-3df7-4aa3-b697-24f2eae7482c None None] Port 26951894-36d5-46f0-83fc-45e7a107ab53 cannot update to ACTIVE because it is not bound. {{(pid=110502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:55:11.870037 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e991fa0a-ede1-4a35-86d9-8eb467d36df0 admin admin] Publish callbacks [] for port (26951894-36d5-46f0-83fc-45e7a107ab53), precommit_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:11.874719 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e991fa0a-ede1-4a35-86d9-8eb467d36df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5523192'] for port (26951894-36d5-46f0-83fc-45e7a107ab53), after_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:11.945701 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991fa0a-ede1-4a35-86d9-8eb467d36df0 admin admin] Pushing event updated for resources: {'Port': ['ID=26951894-36d5-46f0-83fc-45e7a107ab53,revision_number=2']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:55:11.948183 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e991fa0a-ede1-4a35-86d9-8eb467d36df0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-302209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-568768'] for router_interface (46eb0fef-e0da-45db-bd2e-a114c0e9fccd), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:11.962487 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-5fd13c7c-d900-4c0d-91ef-4390ebfb44a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'name': 'tempest-AttachVolumeNegativeTest-25840542-router', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:55:08Z', 'updated_at': '2022-05-26T13:55:11Z', 'revision_number': 4, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'gw_port': {'id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b1:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:09Z', 'updated_at': '2022-05-26T13:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': '26951894-36d5-46f0-83fc-45e7a107ab53', 'name': '', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'mac_address': 'fa:16:3e:49:4d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:11Z', 'updated_at': '2022-05-26T13:55:11Z', 'revision_number': 1, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'subnets': [{'id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:55:11.990693 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd13c7c-d900-4c0d-91ef-4390ebfb44a9 None None] The sync data for ids ['46eb0fef-e0da-45db-bd2e-a114c0e9fccd'] in dv-cinder-819668-4-iscsi is: [{'id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'name': 'tempest-AttachVolumeNegativeTest-25840542-router', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:55:08Z', 'updated_at': '2022-05-26T13:55:11Z', 'revision_number': 4, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'gw_port': {'id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b1:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:09Z', 'updated_at': '2022-05-26T13:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': '26951894-36d5-46f0-83fc-45e7a107ab53', 'name': '', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'mac_address': 'fa:16:3e:49:4d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:11Z', 'updated_at': '2022-05-26T13:55:11Z', 'revision_number': 1, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'subnets': [{'id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:55:12.018567 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:12.053946 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e991fa0a-ede1-4a35-86d9-8eb467d36df0 admin admin] Network 9be8c897-5f1a-4707-b0ba-c3382fad4d2e is already hosted by enough agents. {{(pid=110501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:55:12.055338 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.base_scheduler [None req-e991fa0a-ede1-4a35-86d9-8eb467d36df0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:55:12.096562 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:12.177206 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e991fa0a-ede1-4a35-86d9-8eb467d36df0 admin admin] Router 46eb0fef-e0da-45db-bd2e-a114c0e9fccd has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:55:12.329980 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e991fa0a-ede1-4a35-86d9-8eb467d36df0 admin admin] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:55:12.336796 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-e991fa0a-ede1-4a35-86d9-8eb467d36df0 admin admin] 10.222.0.16 "PUT /v2.0/routers/46eb0fef-e0da-45db-bd2e-a114c0e9fccd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8491232 May 26 13:55:12.392360 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-2f84d702-31c8-4cde-8855-d4b9a5728668 None None] Provisioning complete for port 26951894-36d5-46f0-83fc-45e7a107ab53 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:55:12.392682 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-2f84d702-31c8-4cde-8855-d4b9a5728668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (26951894-36d5-46f0-83fc-45e7a107ab53), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:12.427206 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-2f84d702-31c8-4cde-8855-d4b9a5728668 None None] Port 26951894-36d5-46f0-83fc-45e7a107ab53 cannot update to ACTIVE because it is not bound. {{(pid=110502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:55:12.658167 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 38108) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:55:12.664256 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-64fa4a20-a0e0-4df5-b3c0-9e7d7bfba51e tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2002365964', 'description': 'tempest-description--852773133'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:55:12.709725 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-64fa4a20-a0e0-4df5-b3c0-9e7d7bfba51e tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:12.793385 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-64fa4a20-a0e0-4df5-b3c0-9e7d7bfba51e tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for security_group (83c640cf-91c7-4899-89e6-0a1784309351), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:12.797344 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-64fa4a20-a0e0-4df5-b3c0-9e7d7bfba51e tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (83c640cf-91c7-4899-89e6-0a1784309351), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:12.833280 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa4a20-a0e0-4df5-b3c0-9e7d7bfba51e tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83c640cf-91c7-4899-89e6-0a1784309351,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:55:12.837584 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-64fa4a20-a0e0-4df5-b3c0-9e7d7bfba51e tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:12.838909 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-64fa4a20-a0e0-4df5-b3c0-9e7d7bfba51e tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1797125 May 26 13:55:12.841721 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 38110) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:55:12.846450 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-6c9a7c6c-956f-43e4-978d-7cad088d1062 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Request body: {'security_group_rule': {'security_group_id': '83c640cf-91c7-4899-89e6-0a1784309351', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:55:12.879630 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6c9a7c6c-956f-43e4-978d-7cad088d1062 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for security_group_rule (847de531-7e0a-4694-8006-09e8c48cfc13), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:12.938855 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6c9a7c6c-956f-43e4-978d-7cad088d1062 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for security_group_rule (847de531-7e0a-4694-8006-09e8c48cfc13), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:12.943435 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6c9a7c6c-956f-43e4-978d-7cad088d1062 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547660'] for security_group_rule (847de531-7e0a-4694-8006-09e8c48cfc13), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:12.963772 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a7c6c-956f-43e4-978d-7cad088d1062 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=847de531-7e0a-4694-8006-09e8c48cfc13,revision_number=0']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:55:12.968901 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6c9a7c6c-956f-43e4-978d-7cad088d1062 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:12.970114 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-6c9a7c6c-956f-43e4-978d-7cad088d1062 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1274118 May 26 13:55:12.974568 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 38112) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:55:12.979126 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-f78ef86d-3954-46d0-a9a7-142442f497a2 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Request body: {'security_group_rule': {'security_group_id': '83c640cf-91c7-4899-89e6-0a1784309351', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:55:13.010651 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-f78ef86d-3954-46d0-a9a7-142442f497a2 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for security_group_rule (177df774-af5e-4a44-8199-3d20f9a40fdf), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:13.060646 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:55:13.070243 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-f78ef86d-3954-46d0-a9a7-142442f497a2 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for security_group_rule (177df774-af5e-4a44-8199-3d20f9a40fdf), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:13.074725 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-f78ef86d-3954-46d0-a9a7-142442f497a2 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547660'] for security_group_rule (177df774-af5e-4a44-8199-3d20f9a40fdf), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:13.094850 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ef86d-3954-46d0-a9a7-142442f497a2 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=177df774-af5e-4a44-8199-3d20f9a40fdf,revision_number=0']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:55:13.104003 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-f78ef86d-3954-46d0-a9a7-142442f497a2 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:13.106013 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-f78ef86d-3954-46d0-a9a7-142442f497a2 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1304071 May 26 13:55:13.109263 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 38114) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:55:13.114055 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-ebb2542f-1703-4769-b051-3a8791f47a49 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Request body: {'floatingip': {'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:55:13.120371 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port 0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:55:13.120753 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:13.142652 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ebb2542f-1703-4769-b051-3a8791f47a49 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:13.207846 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port 0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f is: DOWN; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:55:13.208232 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:13.233503 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ebb2542f-1703-4769-b051-3a8791f47a49 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:13.234880 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] For port 0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f,segment=NetworkSegment(36759762-4a51-4579-800b-deb2c27dac78),segment_id=36759762-4a51-4579-800b-deb2c27dac78)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:55:13.241500 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:13.298296 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Pushing event updated for resources: {'Port': ['ID=0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f,revision_number=4']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:55:13.350438 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.db_base_plugin_common [None req-ebb2542f-1703-4769-b051-3a8791f47a49 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Allocated IP 172.27.2.94 (90e76b28-de17-4e9a-956c-e3acc4b829ee/72a92eeb-8c5d-4770-b3e7-e9300b6be16c/cbea6165-1df5-435d-8e3e-40936148d1d3) {{(pid=110501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:55:13.414504 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:13.429265 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:13.469988 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ebb2542f-1703-4769-b051-3a8791f47a49 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for port (cbea6165-1df5-435d-8e3e-40936148d1d3), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:13.507071 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ebb2542f-1703-4769-b051-3a8791f47a49 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5523151'] for port (cbea6165-1df5-435d-8e3e-40936148d1d3), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:13.548896 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb2542f-1703-4769-b051-3a8791f47a49 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Network 90e76b28-de17-4e9a-956c-e3acc4b829ee is already hosted by enough agents. {{(pid=110501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:55:13.552615 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.base_scheduler [None req-ebb2542f-1703-4769-b051-3a8791f47a49 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Resources bound (agent type, host, resource id): {{(pid=110501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:55:13.555000 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb2542f-1703-4769-b051-3a8791f47a49 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Received port after_create {{(pid=110501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:55:13.560543 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb2542f-1703-4769-b051-3a8791f47a49 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Pushing event updated for resources: {'Port': ['ID=cbea6165-1df5-435d-8e3e-40936148d1d3,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:55:13.647047 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ebb2542f-1703-4769-b051-3a8791f47a49 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for floatingip (65165b30-b42a-444b-bd1d-71fd11141b49), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:13.687125 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ebb2542f-1703-4769-b051-3a8791f47a49 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (cbea6165-1df5-435d-8e3e-40936148d1d3), before_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:13.877474 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ebb2542f-1703-4769-b051-3a8791f47a49 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for port (cbea6165-1df5-435d-8e3e-40936148d1d3), precommit_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:13.883213 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ebb2542f-1703-4769-b051-3a8791f47a49 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5523192'] for port (cbea6165-1df5-435d-8e3e-40936148d1d3), after_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:13.957736 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb2542f-1703-4769-b051-3a8791f47a49 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Pushing event updated for resources: {'Port': ['ID=cbea6165-1df5-435d-8e3e-40936148d1d3,revision_number=2']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:55:13.970780 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ebb2542f-1703-4769-b051-3a8791f47a49 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568549'] for floatingip (65165b30-b42a-444b-bd1d-71fd11141b49), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:13.986654 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ebb2542f-1703-4769-b051-3a8791f47a49 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for floatingip (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:13.988139 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-ebb2542f-1703-4769-b051-3a8791f47a49 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8777778 May 26 13:55:14.084348 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52577a0-e84e-4ba0-bcad-d6255ba05a30 None None] Sync routers for ids ['46eb0fef-e0da-45db-bd2e-a114c0e9fccd'] in dv-cinder-819668-4-iscsi {{(pid=110502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:55:14.102520 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52577a0-e84e-4ba0-bcad-d6255ba05a30 None None] Routers {'46eb0fef-e0da-45db-bd2e-a114c0e9fccd'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:55:14.103221 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-b52577a0-e84e-4ba0-bcad-d6255ba05a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:54:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['46eb0fef-e0da-45db-bd2e-a114c0e9fccd'], 'active': True} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:55:14.108175 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-ccce2c1e-08ae-4b8f-94f1-227aab647501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:14.149969 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-d0d804ea-e4f2-487b-8158-ef5109338de3 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2002365964&fields=id&tenant_id=b596535d63d6490eb939c300bfe565cf HTTP/1.1" status: 200 len: 267 time: 0.0485795 May 26 13:55:14.272469 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-3b5bd2be-0e42-46e6-8f98-84c5d77d907a tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:55:14.273969 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-3b5bd2be-0e42-46e6-8f98-84c5d77d907a tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/networks?id=9be8c897-5f1a-4707-b0ba-c3382fad4d2e HTTP/1.1" status: 200 len: 813 time: 0.1171002 May 26 13:55:14.289550 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-9b4db1b3-e314-428e-b411-6037cc950c11 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/quotas/b596535d63d6490eb939c300bfe565cf HTTP/1.1" status: 200 len: 375 time: 0.0097528 May 26 13:55:14.336900 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:14.344599 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-c7c14ca1-05b6-4e41-9546-4c6bade2ad4b tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b596535d63d6490eb939c300bfe565cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492456 May 26 13:55:14.354278 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvr_db [None req-b52577a0-e84e-4ba0-bcad-d6255ba05a30 None None] Set router 46eb0fef-e0da-45db-bd2e-a114c0e9fccd gateway port host: dv-cinder-819668-4-iscsi {{(pid=110502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:55:14.415411 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-c65247ec-8b5d-4b35-bbcf-b13c6c21f76c service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110501) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 13:55:14.416946 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-c65247ec-8b5d-4b35-bbcf-b13c6c21f76c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0604682 May 26 13:55:14.491525 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:14.499412 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:14.528405 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-3d3e8cd6-315d-4651-835d-ed032d1c694a service neutron] 10.222.0.16 "GET /v2.0/networks/9be8c897-5f1a-4707-b0ba-c3382fad4d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029744 May 26 13:55:14.571644 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-b52577a0-e84e-4ba0-bcad-d6255ba05a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'name': 'tempest-AttachVolumeNegativeTest-25840542-router', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:55:08Z', 'updated_at': '2022-05-26T13:55:11Z', 'revision_number': 4, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'gw_port': {'id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:09Z', 'updated_at': '2022-05-26T13:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': '26951894-36d5-46f0-83fc-45e7a107ab53', 'name': '', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'mac_address': 'fa:16:3e:49:4d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:11Z', 'updated_at': '2022-05-26T13:55:11Z', 'revision_number': 2, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'subnets': [{'id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:55:14.597126 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52577a0-e84e-4ba0-bcad-d6255ba05a30 None None] Checking router: 46eb0fef-e0da-45db-bd2e-a114c0e9fccd for host: dv-cinder-819668-4-iscsi {{(pid=110502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:55:14.598106 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52577a0-e84e-4ba0-bcad-d6255ba05a30 None None] Updating router 46eb0fef-e0da-45db-bd2e-a114c0e9fccd port 26951894-36d5-46f0-83fc-45e7a107ab53 binding host dv-cinder-819668-4-iscsi {{(pid=110502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 13:55:14.626424 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-b52577a0-e84e-4ba0-bcad-d6255ba05a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (26951894-36d5-46f0-83fc-45e7a107ab53), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:14.629011 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:14.632521 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-6f3dd773-80f5-4ada-b58e-ebcc8d6cf323 service neutron] 10.222.0.16 "GET /v2.0/networks/9be8c897-5f1a-4707-b0ba-c3382fad4d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984051 May 26 13:55:14.805848 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-67faadba-be52-4152-9774-211dc699e968 req-047f123a-d548-44b0-87d2-d7270f8e02f0 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcc7bf48-e03b-4fd7-9e81-3c61c7395271 HTTP/1.1" status: 200 len: 210 time: 0.0303175 May 26 13:55:14.953025 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-b52577a0-e84e-4ba0-bcad-d6255ba05a30 None None] Publish callbacks [] for port (26951894-36d5-46f0-83fc-45e7a107ab53), precommit_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:14.960419 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-b52577a0-e84e-4ba0-bcad-d6255ba05a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (26951894-36d5-46f0-83fc-45e7a107ab53), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:15.025815 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ff4ce-615b-4cc9-98c0-96993bf56284 None None] Pushing event updated for resources: {'Port': ['ID=26951894-36d5-46f0-83fc-45e7a107ab53,revision_number=3']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:55:15.046718 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:55:15.123710 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-b52577a0-e84e-4ba0-bcad-d6255ba05a30 None None] Attempting to bind port 26951894-36d5-46f0-83fc-45e7a107ab53 on host dv-cinder-819668-4-iscsi for vnic_type normal with profile {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:55:15.124841 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-b52577a0-e84e-4ba0-bcad-d6255ba05a30 None None] Attempting to bind port 26951894-36d5-46f0-83fc-45e7a107ab53 by drivers openvswitch,hyperv on host dv-cinder-819668-4-iscsi at level 0 using segments [{'id': '4aae6642-e6a1-464f-8fb5-62ab179d57e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e'}] {{(pid=110502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:55:15.124841 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52577a0-e84e-4ba0-bcad-d6255ba05a30 None None] Attempting to bind port 26951894-36d5-46f0-83fc-45e7a107ab53 on network 9be8c897-5f1a-4707-b0ba-c3382fad4d2e {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:55:15.133720 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port 0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:55:15.134130 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:15.136374 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52577a0-e84e-4ba0-bcad-d6255ba05a30 None None] Checking agent: {'id': '8ab0da26-f041-4f99-a2cc-fa5d75d9001c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819668-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 35, 50), 'started_at': datetime.datetime(2022, 5, 26, 13, 36, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819668-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:55:15.136755 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52577a0-e84e-4ba0-bcad-d6255ba05a30 None None] Checking segment: {'id': '4aae6642-e6a1-464f-8fb5-62ab179d57e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:55:15.137150 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-b52577a0-e84e-4ba0-bcad-d6255ba05a30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:15.137562 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52577a0-e84e-4ba0-bcad-d6255ba05a30 None None] Bound using segment: {'id': '4aae6642-e6a1-464f-8fb5-62ab179d57e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e'} {{(pid=110502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:55:15.138045 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.managers [None req-b52577a0-e84e-4ba0-bcad-d6255ba05a30 None None] Bound port: 26951894-36d5-46f0-83fc-45e7a107ab53, host: dv-cinder-819668-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aae6642-e6a1-464f-8fb5-62ab179d57e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e'}}] {{(pid=110502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:55:15.138464 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-b52577a0-e84e-4ba0-bcad-d6255ba05a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (26951894-36d5-46f0-83fc-45e7a107ab53), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:15.244180 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-b52577a0-e84e-4ba0-bcad-d6255ba05a30 None None] For port 26951894-36d5-46f0-83fc-45e7a107ab53, host dv-cinder-819668-4-iscsi, cleared binding levels {{(pid=110502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:55:15.248814 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-b52577a0-e84e-4ba0-bcad-d6255ba05a30 None None] For port 26951894-36d5-46f0-83fc-45e7a107ab53, host dv-cinder-819668-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=26951894-36d5-46f0-83fc-45e7a107ab53,segment=NetworkSegment(4aae6642-e6a1-464f-8fb5-62ab179d57e3),segment_id=4aae6642-e6a1-464f-8fb5-62ab179d57e3)] {{(pid=110502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:55:15.282505 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-b52577a0-e84e-4ba0-bcad-d6255ba05a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (26951894-36d5-46f0-83fc-45e7a107ab53), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:15.327863 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-2148a5dc-9856-41c4-bce0-e84146f381cb None None] Provisioning complete for port 26951894-36d5-46f0-83fc-45e7a107ab53 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:55:15.328144 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-2148a5dc-9856-41c4-bce0-e84146f381cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (26951894-36d5-46f0-83fc-45e7a107ab53), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:15.334559 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port 0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:55:15.380495 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:15.393317 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52577a0-e84e-4ba0-bcad-d6255ba05a30 None None] Routers {'46eb0fef-e0da-45db-bd2e-a114c0e9fccd'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:55:15.393988 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-b52577a0-e84e-4ba0-bcad-d6255ba05a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:54:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['46eb0fef-e0da-45db-bd2e-a114c0e9fccd'], 'active': True} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:55:15.453273 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:15.459014 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ff4ce-615b-4cc9-98c0-96993bf56284 None None] Pushing event updated for resources: {'Port': ['ID=26951894-36d5-46f0-83fc-45e7a107ab53,revision_number=4']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:55:15.545772 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-2148a5dc-9856-41c4-bce0-e84146f381cb None None] Current status of the port 26951894-36d5-46f0-83fc-45e7a107ab53 is: DOWN; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:55:15.546165 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-2148a5dc-9856-41c4-bce0-e84146f381cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (26951894-36d5-46f0-83fc-45e7a107ab53), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:15.584030 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvr_db [None req-b52577a0-e84e-4ba0-bcad-d6255ba05a30 None None] Set router 46eb0fef-e0da-45db-bd2e-a114c0e9fccd gateway port host: dv-cinder-819668-4-iscsi {{(pid=110502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:55:15.636428 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-2148a5dc-9856-41c4-bce0-e84146f381cb None None] For port 26951894-36d5-46f0-83fc-45e7a107ab53, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=26951894-36d5-46f0-83fc-45e7a107ab53,segment=NetworkSegment(4aae6642-e6a1-464f-8fb5-62ab179d57e3),segment_id=4aae6642-e6a1-464f-8fb5-62ab179d57e3)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:55:15.642715 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-2148a5dc-9856-41c4-bce0-e84146f381cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (26951894-36d5-46f0-83fc-45e7a107ab53), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:15.787181 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-27399912-011e-48c9-9275-10d07762a13e None None] Provisioning complete for port 26951894-36d5-46f0-83fc-45e7a107ab53 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:55:15.787616 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-27399912-011e-48c9-9275-10d07762a13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (26951894-36d5-46f0-83fc-45e7a107ab53), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:15.791128 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2148a5dc-9856-41c4-bce0-e84146f381cb None None] Pushing event updated for resources: {'Port': ['ID=26951894-36d5-46f0-83fc-45e7a107ab53,revision_number=5']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:55:15.824714 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:15.836695 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-482fe698-761c-4b48-8449-0a46d0fc3906 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:55:15.838299 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-482fe698-761c-4b48-8449-0a46d0fc3906 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.57 "GET /v2.0/networks?id=9be8c897-5f1a-4707-b0ba-c3382fad4d2e HTTP/1.1" status: 200 len: 813 time: 0.1173010 May 26 13:55:15.899984 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=5,neutron:DELETE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:15.919449 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-b52577a0-e84e-4ba0-bcad-d6255ba05a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'name': 'tempest-AttachVolumeNegativeTest-25840542-router', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:55:08Z', 'updated_at': '2022-05-26T13:55:11Z', 'revision_number': 4, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'gw_port': {'id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:09Z', 'updated_at': '2022-05-26T13:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': '26951894-36d5-46f0-83fc-45e7a107ab53', 'name': '', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'mac_address': 'fa:16:3e:49:4d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:11Z', 'updated_at': '2022-05-26T13:55:15Z', 'revision_number': 4, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'subnets': [{'id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:55:15.923539 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-8a7ca78b-edc4-4021-9f1f-bcf9db4ff710 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b596535d63d6490eb939c300bfe565cf HTTP/1.1" status: 200 len: 380 time: 0.0758905 May 26 13:55:15.934571 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-91a3b505-34af-4810-87e5-c802c0f8cdac req-0777b64a-fb15-4da1-86aa-f9e2774be01e tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcc7bf48-e03b-4fd7-9e81-3c61c7395271 HTTP/1.1" status: 200 len: 210 time: 0.0413022 May 26 13:55:15.963847 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52577a0-e84e-4ba0-bcad-d6255ba05a30 None None] The sync data for ids ['46eb0fef-e0da-45db-bd2e-a114c0e9fccd'] in dv-cinder-819668-4-iscsi is: [{'id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'name': 'tempest-AttachVolumeNegativeTest-25840542-router', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:55:08Z', 'updated_at': '2022-05-26T13:55:11Z', 'revision_number': 4, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'gw_port': {'id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:09Z', 'updated_at': '2022-05-26T13:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': '26951894-36d5-46f0-83fc-45e7a107ab53', 'name': '', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'mac_address': 'fa:16:3e:49:4d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:11Z', 'updated_at': '2022-05-26T13:55:15Z', 'revision_number': 4, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'subnets': [{'id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:55:15.989344 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-38a2a7be-0135-4afa-bd2e-72cee4e4c448 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Request body: {'port': {'device_id': 'bcc7bf48-e03b-4fd7-9e81-3c61c7395271', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'admin_state_up': True, 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'security_groups': ['83c640cf-91c7-4899-89e6-0a1784309351']}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:55:16.010555 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-27399912-011e-48c9-9275-10d07762a13e None None] Current status of the port 26951894-36d5-46f0-83fc-45e7a107ab53 is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:55:16.116523 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-38a2a7be-0135-4afa-bd2e-72cee4e4c448 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Made reservation on behalf of b596535d63d6490eb939c300bfe565cf for: {'port': 1} {{(pid=110500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:55:16.120183 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-38a2a7be-0135-4afa-bd2e-72cee4e4c448 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:16.260949 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.db_base_plugin_common [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-38a2a7be-0135-4afa-bd2e-72cee4e4c448 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Allocated IP 172.20.0.7 (9be8c897-5f1a-4707-b0ba-c3382fad4d2e/de0fdd08-7a37-4a84-9a24-d2a545d515fc/45ae6c26-1a6e-4815-8f09-9250744041ea) {{(pid=110500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:55:16.418817 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-38a2a7be-0135-4afa-bd2e-72cee4e4c448 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for port (45ae6c26-1a6e-4815-8f09-9250744041ea), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:16.454185 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-38a2a7be-0135-4afa-bd2e-72cee4e4c448 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (45ae6c26-1a6e-4815-8f09-9250744041ea), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:16.480165 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-28bf6c60-6641-4215-82cf-8f6bbefa4cdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:16.502581 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-38a2a7be-0135-4afa-bd2e-72cee4e4c448 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Network 9be8c897-5f1a-4707-b0ba-c3382fad4d2e is already hosted by enough agents. {{(pid=110500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:55:16.506121 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-38a2a7be-0135-4afa-bd2e-72cee4e4c448 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Resources bound (agent type, host, resource id): {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:55:16.510407 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-38a2a7be-0135-4afa-bd2e-72cee4e4c448 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Received port after_create {{(pid=110500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:55:16.534811 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a2a7be-0135-4afa-bd2e-72cee4e4c448 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Pushing event updated for resources: {'Port': ['ID=45ae6c26-1a6e-4815-8f09-9250744041ea,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:55:16.551844 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a2a7be-0135-4afa-bd2e-72cee4e4c448 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:55:16.552199 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a2a7be-0135-4afa-bd2e-72cee4e4c448 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:55:16.552576 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a2a7be-0135-4afa-bd2e-72cee4e4c448 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:55:16.552967 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a2a7be-0135-4afa-bd2e-72cee4e4c448 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:55:16.553309 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a2a7be-0135-4afa-bd2e-72cee4e4c448 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:55:16.553650 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a2a7be-0135-4afa-bd2e-72cee4e4c448 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:55:16.554026 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a2a7be-0135-4afa-bd2e-72cee4e4c448 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:55:16.554363 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a2a7be-0135-4afa-bd2e-72cee4e4c448 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:55:16.554697 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a2a7be-0135-4afa-bd2e-72cee4e4c448 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:55:16.555030 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a2a7be-0135-4afa-bd2e-72cee4e4c448 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:55:16.555407 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a2a7be-0135-4afa-bd2e-72cee4e4c448 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:55:16.555739 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a2a7be-0135-4afa-bd2e-72cee4e4c448 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:55:16.556070 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a2a7be-0135-4afa-bd2e-72cee4e4c448 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:55:16.557004 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a2a7be-0135-4afa-bd2e-72cee4e4c448 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:55:16.557357 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a2a7be-0135-4afa-bd2e-72cee4e4c448 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:55:16.581583 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-38a2a7be-0135-4afa-bd2e-72cee4e4c448 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:55:16.582286 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-38a2a7be-0135-4afa-bd2e-72cee4e4c448 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:16.599980 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-38a2a7be-0135-4afa-bd2e-72cee4e4c448 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6152599 May 26 13:55:16.610039 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-b46a54e8-40fa-4c3d-8eae-08b452ea87ee tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110500) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 13:55:16.610984 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-b46a54e8-40fa-4c3d-8eae-08b452ea87ee tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054095 May 26 13:55:16.679480 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-cd3e0d18-7326-4cf4-b7c2-1926f3b0cec6 service neutron] Request body: {'port': {'device_id': 'bcc7bf48-e03b-4fd7-9e81-3c61c7395271', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:55:16.738093 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-1cdff656-96fc-4a99-a410-6707387e9b9a None None] Provisioning complete for port 45ae6c26-1a6e-4815-8f09-9250744041ea triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:55:16.738629 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-1cdff656-96fc-4a99-a410-6707387e9b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (45ae6c26-1a6e-4815-8f09-9250744041ea), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:16.745194 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-cd3e0d18-7326-4cf4-b7c2-1926f3b0cec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (45ae6c26-1a6e-4815-8f09-9250744041ea), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:16.776492 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:16.777279 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-1cdff656-96fc-4a99-a410-6707387e9b9a None None] Port 45ae6c26-1a6e-4815-8f09-9250744041ea cannot update to ACTIVE because it is not bound. {{(pid=110502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:55:16.978130 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:17.033517 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 26951894-36d5-46f0-83fc-45e7a107ab53 up at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:55:17.076812 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-cd3e0d18-7326-4cf4-b7c2-1926f3b0cec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45ae6c26-1a6e-4815-8f09-9250744041ea {{(pid=110500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:55:17.078286 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Provisioning complete for port 26951894-36d5-46f0-83fc-45e7a107ab53 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:55:17.078657 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (26951894-36d5-46f0-83fc-45e7a107ab53), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:17.088821 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-cd3e0d18-7326-4cf4-b7c2-1926f3b0cec6 service neutron] Publish callbacks [] for port (45ae6c26-1a6e-4815-8f09-9250744041ea), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:17.106307 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755ddbc-30b8-491c-96c8-10301f41030e req-917018c1-966e-4224-afbe-e400a3c10f49 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:55:17.107780 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5755ddbc-30b8-491c-96c8-10301f41030e req-917018c1-966e-4224-afbe-e400a3c10f49 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcc7bf48-e03b-4fd7-9e81-3c61c7395271 HTTP/1.1" status: 200 len: 931 time: 0.0739501 May 26 13:55:17.112867 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.provisioning_blocks [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-cd3e0d18-7326-4cf4-b7c2-1926f3b0cec6 service neutron] Transition to ACTIVE for port object 45ae6c26-1a6e-4815-8f09-9250744041ea will not be triggered until provisioned by entity L2. {{(pid=110500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 13:55:17.122623 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-cd3e0d18-7326-4cf4-b7c2-1926f3b0cec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (45ae6c26-1a6e-4815-8f09-9250744041ea), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:17.151440 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Current status of the port 26951894-36d5-46f0-83fc-45e7a107ab53 is: ACTIVE; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:55:17.201684 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e0d18-7326-4cf4-b7c2-1926f3b0cec6 service neutron] Pushing event updated for resources: {'Port': ['ID=45ae6c26-1a6e-4815-8f09-9250744041ea,revision_number=2']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:55:17.233585 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5755ddbc-30b8-491c-96c8-10301f41030e req-d9c3cb68-c1f5-4ca0-b732-9a637324346e tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/security-groups?id=83c640cf-91c7-4899-89e6-0a1784309351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175628 May 26 13:55:17.283061 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-cd3e0d18-7326-4cf4-b7c2-1926f3b0cec6 service neutron] Attempting to bind port 45ae6c26-1a6e-4815-8f09-9250744041ea on host hv-cinder-81966 for vnic_type normal with profile {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:55:17.283402 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-cd3e0d18-7326-4cf4-b7c2-1926f3b0cec6 service neutron] Attempting to bind port 45ae6c26-1a6e-4815-8f09-9250744041ea by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '4aae6642-e6a1-464f-8fb5-62ab179d57e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e'}] {{(pid=110500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:55:17.283737 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-cd3e0d18-7326-4cf4-b7c2-1926f3b0cec6 service neutron] Attempting to bind port 45ae6c26-1a6e-4815-8f09-9250744041ea on network 9be8c897-5f1a-4707-b0ba-c3382fad4d2e {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:55:17.289695 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-cd3e0d18-7326-4cf4-b7c2-1926f3b0cec6 service neutron] Port 45ae6c26-1a6e-4815-8f09-9250744041ea on network 9be8c897-5f1a-4707-b0ba-c3382fad4d2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 13:55:17.290014 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-cd3e0d18-7326-4cf4-b7c2-1926f3b0cec6 service neutron] Attempting to bind port 45ae6c26-1a6e-4815-8f09-9250744041ea on network 9be8c897-5f1a-4707-b0ba-c3382fad4d2e {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:55:17.295342 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-cd3e0d18-7326-4cf4-b7c2-1926f3b0cec6 service neutron] Checking agent: {'id': '207809ce-be6b-4746-a715-8e1c980ff656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 42, 40), 'started_at': datetime.datetime(2022, 5, 26, 13, 42, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:55:17.295686 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-cd3e0d18-7326-4cf4-b7c2-1926f3b0cec6 service neutron] Checking segment: {'id': '4aae6642-e6a1-464f-8fb5-62ab179d57e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:55:17.296072 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-cd3e0d18-7326-4cf4-b7c2-1926f3b0cec6 service neutron] Bound using segment: {'id': '4aae6642-e6a1-464f-8fb5-62ab179d57e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e'} {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:55:17.296534 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-cd3e0d18-7326-4cf4-b7c2-1926f3b0cec6 service neutron] Bound port: 45ae6c26-1a6e-4815-8f09-9250744041ea, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aae6642-e6a1-464f-8fb5-62ab179d57e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e'}}] {{(pid=110500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:55:17.296895 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-cd3e0d18-7326-4cf4-b7c2-1926f3b0cec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (45ae6c26-1a6e-4815-8f09-9250744041ea), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:17.369596 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-cd3e0d18-7326-4cf4-b7c2-1926f3b0cec6 service neutron] For port 45ae6c26-1a6e-4815-8f09-9250744041ea, host hv-cinder-81966, cleared binding levels {{(pid=110500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:55:17.372845 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-cd3e0d18-7326-4cf4-b7c2-1926f3b0cec6 service neutron] For port 45ae6c26-1a6e-4815-8f09-9250744041ea, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=45ae6c26-1a6e-4815-8f09-9250744041ea,segment=NetworkSegment(4aae6642-e6a1-464f-8fb5-62ab179d57e3),segment_id=4aae6642-e6a1-464f-8fb5-62ab179d57e3)] {{(pid=110500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:55:17.379308 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-cd3e0d18-7326-4cf4-b7c2-1926f3b0cec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (45ae6c26-1a6e-4815-8f09-9250744041ea), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:17.419553 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-cd3e0d18-7326-4cf4-b7c2-1926f3b0cec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:55:17.420167 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-cd3e0d18-7326-4cf4-b7c2-1926f3b0cec6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:17.421587 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-cd3e0d18-7326-4cf4-b7c2-1926f3b0cec6 service neutron] 10.222.0.57 "PUT /v2.0/ports/45ae6c26-1a6e-4815-8f09-9250744041ea HTTP/1.1" status: 200 len: 1093 time: 0.8039091 May 26 13:55:17.422033 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc7bf48-e03b-4fd7-9e81-3c61c7395271', 'tag': '45ae6c26-1a6e-4815-8f09-9250744041ea'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:55:17.424294 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dad6783-46d3-43be-868e-0a4f77dad5fa" -d '{"events": [{"name": "network-changed", "server_uuid": "bcc7bf48-e03b-4fd7-9e81-3c61c7395271", "tag": "45ae6c26-1a6e-4815-8f09-9250744041ea"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:55:17.446613 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e0d18-7326-4cf4-b7c2-1926f3b0cec6 service neutron] Pushing event updated for resources: {'Port': ['ID=45ae6c26-1a6e-4815-8f09-9250744041ea,revision_number=3']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:55:17.509964 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8613668d-c008-4a60-bd8c-1bdf24bf21d2 x-openstack-request-id: req-8613668d-c008-4a60-bd8c-1bdf24bf21d2 {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:55:17.510251 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcc7bf48-e03b-4fd7-9e81-3c61c7395271", "tag": "45ae6c26-1a6e-4815-8f09-9250744041ea", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:55:17.510574 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8613668d-c008-4a60-bd8c-1bdf24bf21d2 {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:55:17.510916 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8613668d-c008-4a60-bd8c-1bdf24bf21d2'] response: {'name': 'network-changed', 'server_uuid': 'bcc7bf48-e03b-4fd7-9e81-3c61c7395271', 'tag': '45ae6c26-1a6e-4815-8f09-9250744041ea', 'status': 'completed', 'code': 200} May 26 13:55:17.525212 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-0139e1c1-84e2-4e7f-9f4d-fdeb2d343615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:55:17.526698 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-0139e1c1-84e2-4e7f-9f4d-fdeb2d343615 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b596535d63d6490eb939c300bfe565cf&device_id=bcc7bf48-e03b-4fd7-9e81-3c61c7395271 HTTP/1.1" status: 200 len: 1127 time: 0.0544043 May 26 13:55:17.575089 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-a3e3c7bb-c865-4396-8a54-5027798c9f58 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45ae6c26-1a6e-4815-8f09-9250744041ea HTTP/1.1" status: 200 len: 217 time: 0.0409653 May 26 13:55:17.626793 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-29209c86-1f94-49c1-a98f-727e3f453ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:55:17.629728 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-29209c86-1f94-49c1-a98f-727e3f453ce6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=de0fdd08-7a37-4a84-9a24-d2a545d515fc HTTP/1.1" status: 200 len: 852 time: 0.0481279 May 26 13:55:17.678935 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-c0bdcbd4-5de1-406b-91bd-3c0c8cc80184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:55:17.680479 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-c0bdcbd4-5de1-406b-91bd-3c0c8cc80184 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9be8c897-5f1a-4707-b0ba-c3382fad4d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464728 May 26 13:55:17.707624 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:17.715045 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:17.764602 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:17.781481 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-5ad09c1d-07e0-4873-999a-1380a4042e91 service neutron] 10.222.0.57 "GET /v2.0/networks/9be8c897-5f1a-4707-b0ba-c3382fad4d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951214 May 26 13:55:17.870296 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bd3c7a1f-15e4-432e-93ae-4cec6f95dc1e req-756a5c0f-9a4d-4a83-9954-13fa896b8c0c service neutron] 10.222.0.57 "GET /v2.0/networks/9be8c897-5f1a-4707-b0ba-c3382fad4d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831378 May 26 13:55:18.350744 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843fd15a-f565-47a9-8254-4bca6c01a4dd req-fdb1d1fd-e416-4f65-b69d-6b10df9ce30d tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:55:18.352268 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-843fd15a-f565-47a9-8254-4bca6c01a4dd req-fdb1d1fd-e416-4f65-b69d-6b10df9ce30d tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcc7bf48-e03b-4fd7-9e81-3c61c7395271 HTTP/1.1" status: 200 len: 943 time: 0.0481873 May 26 13:55:18.405369 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-843fd15a-f565-47a9-8254-4bca6c01a4dd req-ca5bc53a-57d5-435a-a283-6c75d18e6420 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/security-groups?id=83c640cf-91c7-4899-89e6-0a1784309351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473542 May 26 13:55:19.178662 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:19.518146 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae2d89-a70e-4023-ad0a-d89862e76bb6 req-a880c019-0243-49a7-a386-b8e7d8f9c47b tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:55:19.520203 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-2dae2d89-a70e-4023-ad0a-d89862e76bb6 req-a880c019-0243-49a7-a386-b8e7d8f9c47b tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcc7bf48-e03b-4fd7-9e81-3c61c7395271 HTTP/1.1" status: 200 len: 943 time: 0.0460587 May 26 13:55:19.567345 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-2dae2d89-a70e-4023-ad0a-d89862e76bb6 req-fe70d11d-cab2-44a4-aded-80c682da4edc tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/security-groups?id=83c640cf-91c7-4899-89e6-0a1784309351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414782 May 26 13:55:19.821806 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:19.826660 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad6783-46d3-43be-868e-0a4f77dad5fa req-1623da35-b287-40dc-9cc8-5ea9465c3ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:55:19.828176 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8dad6783-46d3-43be-868e-0a4f77dad5fa req-1623da35-b287-40dc-9cc8-5ea9465c3ee4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b596535d63d6490eb939c300bfe565cf&device_id=bcc7bf48-e03b-4fd7-9e81-3c61c7395271 HTTP/1.1" status: 200 len: 1127 time: 0.0422044 May 26 13:55:19.919067 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad6783-46d3-43be-868e-0a4f77dad5fa req-ecb3f973-a95e-4eec-b790-f03a0089571d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:55:19.920615 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8dad6783-46d3-43be-868e-0a4f77dad5fa req-ecb3f973-a95e-4eec-b790-f03a0089571d service neutron] 10.222.0.57 "GET /v2.0/networks?id=9be8c897-5f1a-4707-b0ba-c3382fad4d2e HTTP/1.1" status: 200 len: 914 time: 0.0869722 May 26 13:55:19.963509 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8dad6783-46d3-43be-868e-0a4f77dad5fa req-6a85c307-05c6-47fa-94c4-fd43748adeb6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45ae6c26-1a6e-4815-8f09-9250744041ea HTTP/1.1" status: 200 len: 217 time: 0.0370245 May 26 13:55:20.013107 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad6783-46d3-43be-868e-0a4f77dad5fa req-1f25ea76-4ef6-4e1f-8586-04b82fad3327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:55:20.014601 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8dad6783-46d3-43be-868e-0a4f77dad5fa req-1f25ea76-4ef6-4e1f-8586-04b82fad3327 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=de0fdd08-7a37-4a84-9a24-d2a545d515fc HTTP/1.1" status: 200 len: 852 time: 0.0454824 May 26 13:55:20.057387 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad6783-46d3-43be-868e-0a4f77dad5fa req-f0e1714c-e037-479d-a562-dccf6f724298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:55:20.058974 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8dad6783-46d3-43be-868e-0a4f77dad5fa req-f0e1714c-e037-479d-a562-dccf6f724298 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9be8c897-5f1a-4707-b0ba-c3382fad4d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388114 May 26 13:55:20.154452 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8dad6783-46d3-43be-868e-0a4f77dad5fa req-b3558a3b-e757-4fe7-9667-d69aa63924a9 service neutron] 10.222.0.57 "GET /v2.0/networks/9be8c897-5f1a-4707-b0ba-c3382fad4d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887403 May 26 13:55:20.244078 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8dad6783-46d3-43be-868e-0a4f77dad5fa req-0c3408bf-62f7-4040-833b-d026281e6046 service neutron] 10.222.0.57 "GET /v2.0/networks/9be8c897-5f1a-4707-b0ba-c3382fad4d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844197 May 26 13:55:20.485475 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:20.510648 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 45ae6c26-1a6e-4815-8f09-9250744041ea details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=110502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 13:55:20.609673 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 45ae6c26-1a6e-4815-8f09-9250744041ea, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=45ae6c26-1a6e-4815-8f09-9250744041ea,segment=NetworkSegment(4aae6642-e6a1-464f-8fb5-62ab179d57e3),segment_id=4aae6642-e6a1-464f-8fb5-62ab179d57e3)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:55:20.611697 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:20.625836 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Returning: {'device': '45ae6c26-1a6e-4815-8f09-9250744041ea', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'port_id': '45ae6c26-1a6e-4815-8f09-9250744041ea', 'mac_address': 'fa:16:3e:cf:02:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 13:55:20.661742 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port 45ae6c26-1a6e-4815-8f09-9250744041ea is: DOWN; New status is: BUILD {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:55:20.662128 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (45ae6c26-1a6e-4815-8f09-9250744041ea), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:20.675043 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45ae6c26-1a6e-4815-8f09-9250744041ea {{(pid=110502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:55:20.691968 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2638b-f067-490a-bd13-f41b15738f1f req-e35cf24d-3a84-4f88-8cd1-7f6f60d3b3e3 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:55:20.693615 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-97f2638b-f067-490a-bd13-f41b15738f1f req-e35cf24d-3a84-4f88-8cd1-7f6f60d3b3e3 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcc7bf48-e03b-4fd7-9e81-3c61c7395271 HTTP/1.1" status: 200 len: 943 time: 0.0556705 May 26 13:55:20.695022 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 45ae6c26-1a6e-4815-8f09-9250744041ea, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=45ae6c26-1a6e-4815-8f09-9250744041ea,segment=NetworkSegment(4aae6642-e6a1-464f-8fb5-62ab179d57e3),segment_id=4aae6642-e6a1-464f-8fb5-62ab179d57e3)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:55:20.699260 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (45ae6c26-1a6e-4815-8f09-9250744041ea), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:20.747565 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=45ae6c26-1a6e-4815-8f09-9250744041ea,revision_number=4']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:55:20.759476 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-97f2638b-f067-490a-bd13-f41b15738f1f req-07dbd8d7-5257-4413-b16b-ef4d86201228 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/security-groups?id=83c640cf-91c7-4899-89e6-0a1784309351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591645 May 26 13:55:21.028366 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] get_ports_and_sgs() called for port_ids ['45ae6c26-1a6e-4815-8f09-9250744041ea'] {{(pid=110502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 13:55:21.875148 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739b6cd-672e-4528-b0fc-4a027fea2838 req-d7f1702e-b06d-4f09-972e-e98946c3cb60 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:55:21.876537 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-c739b6cd-672e-4528-b0fc-4a027fea2838 req-d7f1702e-b06d-4f09-972e-e98946c3cb60 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcc7bf48-e03b-4fd7-9e81-3c61c7395271 HTTP/1.1" status: 200 len: 944 time: 0.0493288 May 26 13:55:21.924137 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-c739b6cd-672e-4528-b0fc-4a027fea2838 req-d328b34c-ff30-4d21-b19a-ea362e8e0bdf tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/security-groups?id=83c640cf-91c7-4899-89e6-0a1784309351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415041 May 26 13:55:21.964467 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=52 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:21.965272 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=18 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:22.526442 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 45ae6c26-1a6e-4815-8f09-9250744041ea up at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:55:22.569217 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Provisioning for port 45ae6c26-1a6e-4815-8f09-9250744041ea completed by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 13:55:22.574926 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Provisioning complete for port 45ae6c26-1a6e-4815-8f09-9250744041ea triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:55:22.575395 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (45ae6c26-1a6e-4815-8f09-9250744041ea), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:22.649958 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port 45ae6c26-1a6e-4815-8f09-9250744041ea is: BUILD; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:55:22.650343 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (45ae6c26-1a6e-4815-8f09-9250744041ea), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:22.672886 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc7bf48-e03b-4fd7-9e81-3c61c7395271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ae6c26-1a6e-4815-8f09-9250744041ea'}] {{(pid=110502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:55:22.675102 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186ee40048dd7feccd586c88f433d7b47dbfd7dc0140a518261bfa5b158966a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eae21fe-c8f4-4e39-bdf4-5a652f792fd4" -d '{"events": [{"server_uuid": "bcc7bf48-e03b-4fd7-9e81-3c61c7395271", "name": "network-vif-plugged", "status": "completed", "tag": "45ae6c26-1a6e-4815-8f09-9250744041ea"}]}' {{(pid=110502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:55:22.688614 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 45ae6c26-1a6e-4815-8f09-9250744041ea, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=45ae6c26-1a6e-4815-8f09-9250744041ea,segment=NetworkSegment(4aae6642-e6a1-464f-8fb5-62ab179d57e3),segment_id=4aae6642-e6a1-464f-8fb5-62ab179d57e3)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:55:22.692677 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (45ae6c26-1a6e-4815-8f09-9250744041ea), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:22.715445 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9150ec5d-6e9d-4643-980b-7b5fe6c9ec56 x-openstack-request-id: req-9150ec5d-6e9d-4643-980b-7b5fe6c9ec56 {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:55:22.715735 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc7bf48-e03b-4fd7-9e81-3c61c7395271", "name": "network-vif-plugged", "status": "completed", "tag": "45ae6c26-1a6e-4815-8f09-9250744041ea", "code": 200}]} {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:55:22.715989 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9150ec5d-6e9d-4643-980b-7b5fe6c9ec56 {{(pid=110502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:55:22.716415 dv-cinder-819668-4-iscsi neutron-server[110502]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9150ec5d-6e9d-4643-980b-7b5fe6c9ec56'] response: {'server_uuid': 'bcc7bf48-e03b-4fd7-9e81-3c61c7395271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ae6c26-1a6e-4815-8f09-9250744041ea', 'code': 200} May 26 13:55:22.748582 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=45ae6c26-1a6e-4815-8f09-9250744041ea,revision_number=5']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:55:22.883905 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0bd20f-e82c-4e1d-bbf7-c4913279b1c3 req-df15564d-222f-4524-90c2-5ab60aa1b9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:55:22.885440 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5e0bd20f-e82c-4e1d-bbf7-c4913279b1c3 req-df15564d-222f-4524-90c2-5ab60aa1b9b2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bcc7bf48-e03b-4fd7-9e81-3c61c7395271 HTTP/1.1" status: 200 len: 1129 time: 0.0382061 May 26 13:55:22.930145 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5e0bd20f-e82c-4e1d-bbf7-c4913279b1c3 req-0830bd1a-08f3-4d46-8cce-0d23cebd79c2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=83c640cf-91c7-4899-89e6-0a1784309351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387557 May 26 13:55:23.044232 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a5a94-9566-4a22-850f-f98d4beda350 req-1c636109-f958-440d-8a97-c02971719e4b tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:55:23.045782 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-236a5a94-9566-4a22-850f-f98d4beda350 req-1c636109-f958-440d-8a97-c02971719e4b tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcc7bf48-e03b-4fd7-9e81-3c61c7395271 HTTP/1.1" status: 200 len: 945 time: 0.0496428 May 26 13:55:23.092985 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-236a5a94-9566-4a22-850f-f98d4beda350 req-9b559963-702d-46c4-982c-9318666d8d6e tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/security-groups?id=83c640cf-91c7-4899-89e6-0a1784309351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412893 May 26 13:55:24.208134 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4a084-c5f4-4d55-95f0-ee5bc4a4ffae req-46560a42-f569-4a20-b1ca-c8926d61fcbd tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:55:24.209648 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bac4a084-c5f4-4d55-95f0-ee5bc4a4ffae req-46560a42-f569-4a20-b1ca-c8926d61fcbd tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcc7bf48-e03b-4fd7-9e81-3c61c7395271 HTTP/1.1" status: 200 len: 945 time: 0.0472107 May 26 13:55:24.260526 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bac4a084-c5f4-4d55-95f0-ee5bc4a4ffae req-7bad2d0b-78b0-4427-9dec-c160429f3a9f tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/security-groups?id=83c640cf-91c7-4899-89e6-0a1784309351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451925 May 26 13:55:25.383474 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ce120-5d62-45f7-8ae1-b66c87f942ed req-e6a9a270-4b21-4320-9635-fc7752195212 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:55:25.384935 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-fc7ce120-5d62-45f7-8ae1-b66c87f942ed req-e6a9a270-4b21-4320-9635-fc7752195212 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcc7bf48-e03b-4fd7-9e81-3c61c7395271 HTTP/1.1" status: 200 len: 945 time: 0.0500557 May 26 13:55:25.437660 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-fc7ce120-5d62-45f7-8ae1-b66c87f942ed req-931d28e6-99ad-4703-90df-8981094e7a17 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/security-groups?id=83c640cf-91c7-4899-89e6-0a1784309351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471528 May 26 13:55:25.550521 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8259249-beea-4130-89f7-97afb1bd3402 req-24e05b6c-dce9-4925-9fe0-3058cc159671 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:55:25.552036 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a8259249-beea-4130-89f7-97afb1bd3402 req-24e05b6c-dce9-4925-9fe0-3058cc159671 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcc7bf48-e03b-4fd7-9e81-3c61c7395271 HTTP/1.1" status: 200 len: 945 time: 0.0494857 May 26 13:55:25.560755 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 38174) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:55:25.564963 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-e5f51a11-c42e-47e3-ae38-396d64af9a2d tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Request body: {'floatingip': {'port_id': '45ae6c26-1a6e-4815-8f09-9250744041ea'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:55:25.596816 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:25.603899 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e5f51a11-c42e-47e3-ae38-396d64af9a2d tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for floatingip (65165b30-b42a-444b-bd1d-71fd11141b49), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:25.928985 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:26.029847 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e5f51a11-c42e-47e3-ae38-396d64af9a2d tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:26.033520 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e5f51a11-c42e-47e3-ae38-396d64af9a2d tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568549'] for floatingip (65165b30-b42a-444b-bd1d-71fd11141b49), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:26.128903 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.db.l3_db [None req-e5f51a11-c42e-47e3-ae38-396d64af9a2d tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Floating IP 65165b30-b42a-444b-bd1d-71fd11141b49 associated. External IP: 172.27.2.94, port: 45ae6c26-1a6e-4815-8f09-9250744041ea. May 26 13:55:26.333435 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f51a11-c42e-47e3-ae38-396d64af9a2d tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Router 46eb0fef-e0da-45db-bd2e-a114c0e9fccd has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:55:26.435587 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f51a11-c42e-47e3-ae38-396d64af9a2d tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:55:26.439999 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-e5f51a11-c42e-47e3-ae38-396d64af9a2d tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for floatingip (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:26.446149 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9139d32f-d93d-45da-8811-69e2b50c9880 None None] Sync routers for ids ['46eb0fef-e0da-45db-bd2e-a114c0e9fccd'] in dv-cinder-819668-4-iscsi {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:55:26.456560 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9139d32f-d93d-45da-8811-69e2b50c9880 None None] Routers {'46eb0fef-e0da-45db-bd2e-a114c0e9fccd'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:55:26.457797 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-9139d32f-d93d-45da-8811-69e2b50c9880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:55:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['46eb0fef-e0da-45db-bd2e-a114c0e9fccd'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:55:26.471654 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-e5f51a11-c42e-47e3-ae38-396d64af9a2d tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "PUT /v2.0/floatingips/65165b30-b42a-444b-bd1d-71fd11141b49 HTTP/1.1" status: 200 len: 990 time: 0.9098711 May 26 13:55:26.472257 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc7bf48-e03b-4fd7-9e81-3c61c7395271', 'tag': '45ae6c26-1a6e-4815-8f09-9250744041ea'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:55:26.474575 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83abdc41-923f-4d3e-ba0a-160c00524b90" -d '{"events": [{"name": "network-changed", "server_uuid": "bcc7bf48-e03b-4fd7-9e81-3c61c7395271", "tag": "45ae6c26-1a6e-4815-8f09-9250744041ea"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:55:26.509478 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df02a824-02ec-4b30-bc4d-dff8f46dc623 x-openstack-request-id: req-df02a824-02ec-4b30-bc4d-dff8f46dc623 {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:55:26.509769 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcc7bf48-e03b-4fd7-9e81-3c61c7395271", "tag": "45ae6c26-1a6e-4815-8f09-9250744041ea", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:55:26.510024 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df02a824-02ec-4b30-bc4d-dff8f46dc623 {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:55:26.510438 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df02a824-02ec-4b30-bc4d-dff8f46dc623'] response: {'name': 'network-changed', 'server_uuid': 'bcc7bf48-e03b-4fd7-9e81-3c61c7395271', 'tag': '45ae6c26-1a6e-4815-8f09-9250744041ea', 'status': 'completed', 'code': 200} May 26 13:55:26.558285 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-9139d32f-d93d-45da-8811-69e2b50c9880 None None] Set router 46eb0fef-e0da-45db-bd2e-a114c0e9fccd gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:55:26.572911 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abdc41-923f-4d3e-ba0a-160c00524b90 req-d3c3a78e-2a5d-4a4c-ab3f-81e27d9095a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:55:26.574436 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-83abdc41-923f-4d3e-ba0a-160c00524b90 req-d3c3a78e-2a5d-4a4c-ab3f-81e27d9095a8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b596535d63d6490eb939c300bfe565cf&device_id=bcc7bf48-e03b-4fd7-9e81-3c61c7395271 HTTP/1.1" status: 200 len: 1129 time: 0.0432034 May 26 13:55:26.652919 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:26.669375 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abdc41-923f-4d3e-ba0a-160c00524b90 req-b6a3f72b-0f97-4254-bbd4-a476e6308212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:55:26.671176 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-83abdc41-923f-4d3e-ba0a-160c00524b90 req-b6a3f72b-0f97-4254-bbd4-a476e6308212 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9be8c897-5f1a-4707-b0ba-c3382fad4d2e HTTP/1.1" status: 200 len: 914 time: 0.0912397 May 26 13:55:26.738631 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-83abdc41-923f-4d3e-ba0a-160c00524b90 req-f541e7b3-8d1d-497e-803c-99c8e9807985 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45ae6c26-1a6e-4815-8f09-9250744041ea HTTP/1.1" status: 200 len: 998 time: 0.0598032 May 26 13:55:26.778839 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-9139d32f-d93d-45da-8811-69e2b50c9880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'name': 'tempest-AttachVolumeNegativeTest-25840542-router', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:55:08Z', 'updated_at': '2022-05-26T13:55:11Z', 'revision_number': 4, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'gw_port': {'id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:09Z', 'updated_at': '2022-05-26T13:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': '65165b30-b42a-444b-bd1d-71fd11141b49', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'port_id': '45ae6c26-1a6e-4815-8f09-9250744041ea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'mac_address': 'fa:16:3e:cf:02:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc7bf48-e03b-4fd7-9e81-3c61c7395271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:55:13Z', 'updated_at': '2022-05-26T13:55:25Z', 'revision_number': 1, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26951894-36d5-46f0-83fc-45e7a107ab53', 'name': '', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'mac_address': 'fa:16:3e:49:4d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:11Z', 'updated_at': '2022-05-26T13:55:15Z', 'revision_number': 5, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'subnets': [{'id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:55:26.786782 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abdc41-923f-4d3e-ba0a-160c00524b90 req-0a8bab40-005a-4555-9222-ba16eba68873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:55:26.788241 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-83abdc41-923f-4d3e-ba0a-160c00524b90 req-0a8bab40-005a-4555-9222-ba16eba68873 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=de0fdd08-7a37-4a84-9a24-d2a545d515fc HTTP/1.1" status: 200 len: 852 time: 0.0438948 May 26 13:55:26.806788 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9139d32f-d93d-45da-8811-69e2b50c9880 None None] Checking router: 46eb0fef-e0da-45db-bd2e-a114c0e9fccd for host: dv-cinder-819668-4-iscsi {{(pid=110503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:55:26.815143 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9139d32f-d93d-45da-8811-69e2b50c9880 None None] Routers {'46eb0fef-e0da-45db-bd2e-a114c0e9fccd'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:55:26.815748 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-9139d32f-d93d-45da-8811-69e2b50c9880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:55:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['46eb0fef-e0da-45db-bd2e-a114c0e9fccd'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:55:26.832213 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abdc41-923f-4d3e-ba0a-160c00524b90 req-fe0c0134-07a7-4c3d-899d-65bb2c146ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:55:26.833773 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-83abdc41-923f-4d3e-ba0a-160c00524b90 req-fe0c0134-07a7-4c3d-899d-65bb2c146ceb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9be8c897-5f1a-4707-b0ba-c3382fad4d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395038 May 26 13:55:26.921820 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-9139d32f-d93d-45da-8811-69e2b50c9880 None None] Set router 46eb0fef-e0da-45db-bd2e-a114c0e9fccd gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:55:26.929391 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-83abdc41-923f-4d3e-ba0a-160c00524b90 req-d9c16bdd-1741-4506-a3ce-124d469b80f8 service neutron] 10.222.0.57 "GET /v2.0/networks/9be8c897-5f1a-4707-b0ba-c3382fad4d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896170 May 26 13:55:26.942653 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:27.022917 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-83abdc41-923f-4d3e-ba0a-160c00524b90 req-380f6fd8-ec46-4529-82c2-bf72b7d87edc service neutron] 10.222.0.57 "GET /v2.0/networks/9be8c897-5f1a-4707-b0ba-c3382fad4d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877829 May 26 13:55:27.131476 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-9139d32f-d93d-45da-8811-69e2b50c9880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'name': 'tempest-AttachVolumeNegativeTest-25840542-router', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:55:08Z', 'updated_at': '2022-05-26T13:55:11Z', 'revision_number': 4, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'gw_port': {'id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:09Z', 'updated_at': '2022-05-26T13:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': '65165b30-b42a-444b-bd1d-71fd11141b49', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'port_id': '45ae6c26-1a6e-4815-8f09-9250744041ea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'mac_address': 'fa:16:3e:cf:02:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc7bf48-e03b-4fd7-9e81-3c61c7395271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:55:13Z', 'updated_at': '2022-05-26T13:55:25Z', 'revision_number': 1, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26951894-36d5-46f0-83fc-45e7a107ab53', 'name': '', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'mac_address': 'fa:16:3e:49:4d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:11Z', 'updated_at': '2022-05-26T13:55:15Z', 'revision_number': 5, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'subnets': [{'id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:55:27.156063 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9139d32f-d93d-45da-8811-69e2b50c9880 None None] The sync data for ids ['46eb0fef-e0da-45db-bd2e-a114c0e9fccd'] in dv-cinder-819668-4-iscsi is: [{'id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'name': 'tempest-AttachVolumeNegativeTest-25840542-router', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:55:08Z', 'updated_at': '2022-05-26T13:55:11Z', 'revision_number': 4, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'gw_port': {'id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:09Z', 'updated_at': '2022-05-26T13:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': '65165b30-b42a-444b-bd1d-71fd11141b49', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'port_id': '45ae6c26-1a6e-4815-8f09-9250744041ea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'mac_address': 'fa:16:3e:cf:02:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc7bf48-e03b-4fd7-9e81-3c61c7395271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:55:13Z', 'updated_at': '2022-05-26T13:55:25Z', 'revision_number': 1, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26951894-36d5-46f0-83fc-45e7a107ab53', 'name': '', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'mac_address': 'fa:16:3e:49:4d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:11Z', 'updated_at': '2022-05-26T13:55:15Z', 'revision_number': 5, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'subnets': [{'id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:55:27.384652 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b606f5f4-db70-44ce-88c3-e267faa503a6 None None] New status for floating IP 65165b30-b42a-444b-bd1d-71fd11141b49: ACTIVE {{(pid=110502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 13:55:35.426968 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=63 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:35.434332 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=45 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:37.017414 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=33 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:37.019369 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=9 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:37.490280 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:37.531149 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=76,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:40.524191 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 6 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:55:41.684285 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:42.508005 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=75,neutron:DELETE=1 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:44.089821 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5ce600c3-2355-45a2-9a45-98d85f00d931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:46.484042 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-c5997872-10ed-4eca-83ed-51a97fa37cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:47.766637 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:49.183078 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:49.499215 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ae82dfde-d22d-48ec-936e-8cb2033c2597 req-cb500edb-45ad-4abc-a5d3-30de627797c4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a2f0c112-3ce9-43ea-8c2b-421193107cd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389855 May 26 13:55:49.805258 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82dfde-d22d-48ec-936e-8cb2033c2597 req-92b3924a-c722-4d05-bd6f-dff4eb3c5c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:55:49.806673 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ae82dfde-d22d-48ec-936e-8cb2033c2597 req-92b3924a-c722-4d05-bd6f-dff4eb3c5c08 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=189885bf9a5944bf8eaedd89bb5bec9f&device_id=a2f0c112-3ce9-43ea-8c2b-421193107cd2 HTTP/1.1" status: 200 len: 1130 time: 0.2842755 May 26 13:55:49.914198 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82dfde-d22d-48ec-936e-8cb2033c2597 req-4b5bcccb-0e3b-4846-937f-0f363b8754d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:55:49.915688 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ae82dfde-d22d-48ec-936e-8cb2033c2597 req-4b5bcccb-0e3b-4846-937f-0f363b8754d0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f13feac7-9894-4fb0-8d65-5458a77bde4c HTTP/1.1" status: 200 len: 913 time: 0.0869930 May 26 13:55:49.981984 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ae82dfde-d22d-48ec-936e-8cb2033c2597 req-af565363-295b-4454-882a-7b8082fa5775 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cedaf787-c283-41ca-8699-4bca18f84374 HTTP/1.1" status: 200 len: 1002 time: 0.0594015 May 26 13:55:50.031029 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82dfde-d22d-48ec-936e-8cb2033c2597 req-64102b4a-af54-4674-bdbb-b7a8e1dc0596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:55:50.032418 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ae82dfde-d22d-48ec-936e-8cb2033c2597 req-64102b4a-af54-4674-bdbb-b7a8e1dc0596 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff HTTP/1.1" status: 200 len: 851 time: 0.0440800 May 26 13:55:50.074469 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82dfde-d22d-48ec-936e-8cb2033c2597 req-52f40f9c-6055-4850-afa7-3dd0a0cfa951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:55:50.075828 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ae82dfde-d22d-48ec-936e-8cb2033c2597 req-52f40f9c-6055-4850-afa7-3dd0a0cfa951 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f13feac7-9894-4fb0-8d65-5458a77bde4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371227 May 26 13:55:50.170673 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ae82dfde-d22d-48ec-936e-8cb2033c2597 req-045cef39-2c71-4449-b0f3-2704b1fdcf2b service neutron] 10.222.0.57 "GET /v2.0/networks/f13feac7-9894-4fb0-8d65-5458a77bde4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886593 May 26 13:55:50.262149 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ae82dfde-d22d-48ec-936e-8cb2033c2597 req-e5f65600-cf61-4302-a5d9-ebf021d9fec9 service neutron] 10.222.0.57 "GET /v2.0/networks/f13feac7-9894-4fb0-8d65-5458a77bde4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836968 May 26 13:55:50.488031 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:55:55.575991 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=77 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:55:55.585712 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=5 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:00.252637 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=51 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:00.258956 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=50 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:00.478270 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:00.484275 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:11.686074 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:14.092148 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-aa085160-04cd-4f5d-9019-05b97dfbf2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:16.486669 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-aaac0dbd-e892-49f2-af13-cb1a5e78a862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:17.523863 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 6 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:56:17.772268 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:19.185350 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:20.492916 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:30.481432 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:30.487541 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:33.222838 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82126159-db8e-4efa-b072-d903e074f6ec req-811b67a9-99c0-4327-8408-3c6b5dd39ee7 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:33.224528 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-82126159-db8e-4efa-b072-d903e074f6ec req-811b67a9-99c0-4327-8408-3c6b5dd39ee7 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f0c112-3ce9-43ea-8c2b-421193107cd2 HTTP/1.1" status: 200 len: 946 time: 0.0555077 May 26 13:56:33.276775 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-82126159-db8e-4efa-b072-d903e074f6ec req-e22d75e0-36d5-4a65-ab7b-4f8c4de69a6b tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465047 May 26 13:56:34.403844 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155f936-7b49-43a9-8e66-57bb353acd5b req-e64b308b-a34b-4cf3-97c4-4f68d0e27bc9 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:34.405388 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-d155f936-7b49-43a9-8e66-57bb353acd5b req-e64b308b-a34b-4cf3-97c4-4f68d0e27bc9 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f0c112-3ce9-43ea-8c2b-421193107cd2 HTTP/1.1" status: 200 len: 946 time: 0.0561371 May 26 13:56:34.455686 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-d155f936-7b49-43a9-8e66-57bb353acd5b req-e31ca535-b28f-490e-97b3-64749be9e9bb tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445738 May 26 13:56:34.816508 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f06b6-3404-4639-a0fb-90664c27df73 req-c3247d4e-af5b-4064-aeb2-b81a93c96026 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:34.817977 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-d93f06b6-3404-4639-a0fb-90664c27df73 req-c3247d4e-af5b-4064-aeb2-b81a93c96026 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2f0c112-3ce9-43ea-8c2b-421193107cd2 HTTP/1.1" status: 200 len: 946 time: 0.0469685 May 26 13:56:34.905140 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [req-d93f06b6-3404-4639-a0fb-90664c27df73 req-80838c4e-258f-484d-abed-3e2989c73264 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Deleting port cedaf787-c283-41ca-8699-4bca18f84374 {{(pid=110500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:56:34.905485 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-d93f06b6-3404-4639-a0fb-90664c27df73 req-80838c4e-258f-484d-abed-3e2989c73264 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (cedaf787-c283-41ca-8699-4bca18f84374), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:35.014254 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-d93f06b6-3404-4639-a0fb-90664c27df73 req-80838c4e-258f-484d-abed-3e2989c73264 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] For port cedaf787-c283-41ca-8699-4bca18f84374, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=cedaf787-c283-41ca-8699-4bca18f84374,segment=NetworkSegment(865ad695-e6b5-4527-9214-bd60ef4e493e),segment_id=865ad695-e6b5-4527-9214-bd60ef4e493e)] {{(pid=110500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:56:35.014649 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-d93f06b6-3404-4639-a0fb-90664c27df73 req-80838c4e-258f-484d-abed-3e2989c73264 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (cedaf787-c283-41ca-8699-4bca18f84374), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:35.197372 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-d93f06b6-3404-4639-a0fb-90664c27df73 req-80838c4e-258f-484d-abed-3e2989c73264 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:35.197905 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-d93f06b6-3404-4639-a0fb-90664c27df73 req-80838c4e-258f-484d-abed-3e2989c73264 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568549'] for floatingip (f4f987fa-6f7d-489e-8ec7-f2072749aed5), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:35.198374 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.db.l3_db [req-d93f06b6-3404-4639-a0fb-90664c27df73 req-80838c4e-258f-484d-abed-3e2989c73264 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Floating IP f4f987fa-6f7d-489e-8ec7-f2072749aed5 disassociated. External IP: 172.27.2.210, port: cedaf787-c283-41ca-8699-4bca18f84374. May 26 13:56:35.198884 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [req-d93f06b6-3404-4639-a0fb-90664c27df73 req-80838c4e-258f-484d-abed-3e2989c73264 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Calling delete_port for cedaf787-c283-41ca-8699-4bca18f84374 owned by compute:nova {{(pid=110500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:56:35.340863 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-d93f06b6-3404-4639-a0fb-90664c27df73 req-80838c4e-258f-484d-abed-3e2989c73264 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (cedaf787-c283-41ca-8699-4bca18f84374), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:35.366751 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80838c4e-258f-484d-abed-3e2989c73264 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Pushing event deleted for resources: {'Port': ['ID=cedaf787-c283-41ca-8699-4bca18f84374,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:35.380785 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80838c4e-258f-484d-abed-3e2989c73264 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:35.381099 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80838c4e-258f-484d-abed-3e2989c73264 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:35.381444 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80838c4e-258f-484d-abed-3e2989c73264 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:35.381793 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80838c4e-258f-484d-abed-3e2989c73264 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:35.382125 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80838c4e-258f-484d-abed-3e2989c73264 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:35.382550 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80838c4e-258f-484d-abed-3e2989c73264 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:35.382786 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80838c4e-258f-484d-abed-3e2989c73264 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:35.383116 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80838c4e-258f-484d-abed-3e2989c73264 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:35.383557 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80838c4e-258f-484d-abed-3e2989c73264 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:35.383778 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80838c4e-258f-484d-abed-3e2989c73264 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:35.384088 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80838c4e-258f-484d-abed-3e2989c73264 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:35.384441 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80838c4e-258f-484d-abed-3e2989c73264 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:35.384769 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80838c4e-258f-484d-abed-3e2989c73264 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:35.385095 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80838c4e-258f-484d-abed-3e2989c73264 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:35.385416 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80838c4e-258f-484d-abed-3e2989c73264 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:35.495325 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d93f06b6-3404-4639-a0fb-90664c27df73 req-80838c4e-258f-484d-abed-3e2989c73264 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Router f44875e1-708e-417c-bae9-74406f8f7817 has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:56:35.554346 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-1dee022f-cb4d-4093-85e9-a3532207b91f req-cc81d6aa-951a-461d-91d1-e296e391a5aa tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f0c112-3ce9-43ea-8c2b-421193107cd2 HTTP/1.1" status: 200 len: 210 time: 0.0296443 May 26 13:56:35.566770 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:35.623441 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d93f06b6-3404-4639-a0fb-90664c27df73 req-80838c4e-258f-484d-abed-3e2989c73264 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:56:35.635485 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509e2e29-3189-41d8-9dce-e85bfc2194e9 None None] Sync routers for ids ['f44875e1-708e-417c-bae9-74406f8f7817'] in dv-cinder-819668-4-iscsi {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:56:35.649474 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509e2e29-3189-41d8-9dce-e85bfc2194e9 None None] Routers {'f44875e1-708e-417c-bae9-74406f8f7817'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:56:35.650048 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-509e2e29-3189-41d8-9dce-e85bfc2194e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:56:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['f44875e1-708e-417c-bae9-74406f8f7817'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:56:35.668413 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [req-d93f06b6-3404-4639-a0fb-90664c27df73 req-80838c4e-258f-484d-abed-3e2989c73264 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] No DVR routers for this DVR port cedaf787-c283-41ca-8699-4bca18f84374 on host hv-cinder-81966 {{(pid=110500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 13:56:35.671025 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-d93f06b6-3404-4639-a0fb-90664c27df73 req-80838c4e-258f-484d-abed-3e2989c73264 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:35.674372 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-d93f06b6-3404-4639-a0fb-90664c27df73 req-80838c4e-258f-484d-abed-3e2989c73264 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.57 "DELETE /v2.0/ports/cedaf787-c283-41ca-8699-4bca18f84374 HTTP/1.1" status: 204 len: 173 time: 0.8509970 May 26 13:56:35.674830 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f0c112-3ce9-43ea-8c2b-421193107cd2', 'name': 'network-vif-deleted', 'tag': 'cedaf787-c283-41ca-8699-4bca18f84374'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:56:35.677685 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3166c7e-2e90-4452-b721-a29562a484d4" -d '{"events": [{"server_uuid": "a2f0c112-3ce9-43ea-8c2b-421193107cd2", "name": "network-vif-deleted", "tag": "cedaf787-c283-41ca-8699-4bca18f84374"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:56:35.857236 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-509e2e29-3189-41d8-9dce-e85bfc2194e9 None None] Set router f44875e1-708e-417c-bae9-74406f8f7817 gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:56:35.861846 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63f1dd0-b350-4190-8854-0c63d29b7863 x-openstack-request-id: req-b63f1dd0-b350-4190-8854-0c63d29b7863 {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:56:35.862178 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f0c112-3ce9-43ea-8c2b-421193107cd2", "name": "network-vif-deleted", "tag": "cedaf787-c283-41ca-8699-4bca18f84374", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:56:35.862432 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b63f1dd0-b350-4190-8854-0c63d29b7863 {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:56:35.862849 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b63f1dd0-b350-4190-8854-0c63d29b7863'] response: {'server_uuid': 'a2f0c112-3ce9-43ea-8c2b-421193107cd2', 'name': 'network-vif-deleted', 'tag': 'cedaf787-c283-41ca-8699-4bca18f84374', 'status': 'completed', 'code': 200} May 26 13:56:36.071034 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-509e2e29-3189-41d8-9dce-e85bfc2194e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'name': 'tempest-TestVolumeBootPattern-1018459741-router', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:53:20Z', 'updated_at': '2022-05-26T13:53:25Z', 'revision_number': 4, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'gw_port': {'id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:da:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:21Z', 'updated_at': '2022-05-26T13:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': 'c048553c-a9a2-4059-931e-1009273acc25', 'name': '', 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'mac_address': 'fa:16:3e:87:d8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:24Z', 'updated_at': '2022-05-26T13:53:31Z', 'revision_number': 5, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'subnets': [{'id': '6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:56:36.094949 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509e2e29-3189-41d8-9dce-e85bfc2194e9 None None] Checking router: f44875e1-708e-417c-bae9-74406f8f7817 for host: dv-cinder-819668-4-iscsi {{(pid=110503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:56:36.103866 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509e2e29-3189-41d8-9dce-e85bfc2194e9 None None] Routers {'f44875e1-708e-417c-bae9-74406f8f7817'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:56:36.104499 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-509e2e29-3189-41d8-9dce-e85bfc2194e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:56:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['f44875e1-708e-417c-bae9-74406f8f7817'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:56:36.207683 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-509e2e29-3189-41d8-9dce-e85bfc2194e9 None None] Set router f44875e1-708e-417c-bae9-74406f8f7817 gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:56:36.408984 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-509e2e29-3189-41d8-9dce-e85bfc2194e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'name': 'tempest-TestVolumeBootPattern-1018459741-router', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:53:20Z', 'updated_at': '2022-05-26T13:53:25Z', 'revision_number': 4, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'gw_port': {'id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:da:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:21Z', 'updated_at': '2022-05-26T13:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': 'c048553c-a9a2-4059-931e-1009273acc25', 'name': '', 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'mac_address': 'fa:16:3e:87:d8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:24Z', 'updated_at': '2022-05-26T13:53:31Z', 'revision_number': 5, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'subnets': [{'id': '6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:56:36.434710 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509e2e29-3189-41d8-9dce-e85bfc2194e9 None None] The sync data for ids ['f44875e1-708e-417c-bae9-74406f8f7817'] in dv-cinder-819668-4-iscsi is: [{'id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'name': 'tempest-TestVolumeBootPattern-1018459741-router', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:53:20Z', 'updated_at': '2022-05-26T13:53:25Z', 'revision_number': 4, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'gw_port': {'id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:da:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:21Z', 'updated_at': '2022-05-26T13:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': 'c048553c-a9a2-4059-931e-1009273acc25', 'name': '', 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'mac_address': 'fa:16:3e:87:d8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:24Z', 'updated_at': '2022-05-26T13:53:31Z', 'revision_number': 5, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'subnets': [{'id': '6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:56:36.674334 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735596ab-3016-47f0-a0b0-1365952c7454 None None] New status for floating IP f4f987fa-6f7d-489e-8ec7-f2072749aed5: DOWN {{(pid=110502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 13:56:36.838511 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-89666922-9db8-4061-a7ac-3d42e38a55d3 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1175980800&fields=id&tenant_id=189885bf9a5944bf8eaedd89bb5bec9f HTTP/1.1" status: 200 len: 267 time: 0.0519724 May 26 13:56:36.906007 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:36.950234 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-84afd5f8-0b79-408c-9631-490fadf6443a tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:36.951692 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-84afd5f8-0b79-408c-9631-490fadf6443a tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/networks?id=f13feac7-9894-4fb0-8d65-5458a77bde4c HTTP/1.1" status: 200 len: 812 time: 0.1065404 May 26 13:56:36.966915 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-3daf7f74-1c6c-414f-88f4-4120d280d58f tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/quotas/189885bf9a5944bf8eaedd89bb5bec9f HTTP/1.1" status: 200 len: 375 time: 0.0092366 May 26 13:56:37.015983 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-1ce6e525-52c3-4d96-8d83-34640eabf3f9 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=189885bf9a5944bf8eaedd89bb5bec9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441992 May 26 13:56:37.100617 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-007efbaf-dae5-4d96-a683-ce7da9254990 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=110500) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 13:56:37.101646 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-007efbaf-dae5-4d96-a683-ce7da9254990 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0743623 May 26 13:56:37.197985 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-ead02989-c251-48e9-99c8-28ba67447df5 service neutron] 10.222.0.16 "GET /v2.0/networks/f13feac7-9894-4fb0-8d65-5458a77bde4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884671 May 26 13:56:37.295056 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-449f9067-99a9-4f0f-be7e-b8df1954618f service neutron] 10.222.0.16 "GET /v2.0/networks/f13feac7-9894-4fb0-8d65-5458a77bde4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914328 May 26 13:56:37.609715 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-6abe9c40-5d2d-459a-af3d-35cd6ae3bd69 req-65b150de-be8e-43a6-b7dd-aac14ee2815d tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=542be9eb-1123-48c5-a719-6f0ab71e41f8 HTTP/1.1" status: 200 len: 210 time: 0.0287654 May 26 13:56:38.631472 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-23b567c5-d7ac-4e28-a97f-7ae86b3104c6 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:38.632996 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-23b567c5-d7ac-4e28-a97f-7ae86b3104c6 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.57 "GET /v2.0/networks?id=f13feac7-9894-4fb0-8d65-5458a77bde4c HTTP/1.1" status: 200 len: 812 time: 0.1138823 May 26 13:56:38.725020 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-27dc1ef6-590a-4794-b3f5-f35635ab6832 req-216c7bb5-d643-48ba-ba53-688b59a9bfd4 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=542be9eb-1123-48c5-a719-6f0ab71e41f8 HTTP/1.1" status: 200 len: 210 time: 0.0418458 May 26 13:56:38.730413 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-c7466e35-5723-468a-b248-88c493217591 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=189885bf9a5944bf8eaedd89bb5bec9f HTTP/1.1" status: 200 len: 380 time: 0.0894692 May 26 13:56:38.740276 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-b3b3ce9c-730b-4f11-92b0-340a551a5510 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Request body: {'port': {'device_id': '542be9eb-1123-48c5-a719-6f0ab71e41f8', 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c', 'admin_state_up': True, 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'security_groups': ['deb0c07f-d4c4-45d6-866e-1c07e3dcfa74']}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:56:38.855632 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-b3b3ce9c-730b-4f11-92b0-340a551a5510 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Made reservation on behalf of 189885bf9a5944bf8eaedd89bb5bec9f for: {'port': 1} {{(pid=110500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:56:38.859068 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-b3b3ce9c-730b-4f11-92b0-340a551a5510 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:38.985910 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device cedaf787-c283-41ca-8699-4bca18f84374 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 13:56:38.991926 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.db_base_plugin_common [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-b3b3ce9c-730b-4f11-92b0-340a551a5510 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Allocated IP 172.20.0.5 (f13feac7-9894-4fb0-8d65-5458a77bde4c/6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff/4051c928-b3ec-4074-8a3e-df0e1508b5a0) {{(pid=110500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:56:39.010979 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] No Port match for: cedaf787-c283-41ca-8699-4bca18f84374 {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 13:56:39.011754 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device cedaf787-c283-41ca-8699-4bca18f84374 not bound to the agent host hv-cinder-81966 {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 13:56:39.056219 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:39.132591 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:39.143935 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-b3b3ce9c-730b-4f11-92b0-340a551a5510 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks [] for port (4051c928-b3ec-4074-8a3e-df0e1508b5a0), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:39.179521 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-b3b3ce9c-730b-4f11-92b0-340a551a5510 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (4051c928-b3ec-4074-8a3e-df0e1508b5a0), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:39.223418 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-b3b3ce9c-730b-4f11-92b0-340a551a5510 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Network f13feac7-9894-4fb0-8d65-5458a77bde4c is already hosted by enough agents. {{(pid=110500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:56:39.226829 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-b3b3ce9c-730b-4f11-92b0-340a551a5510 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Resources bound (agent type, host, resource id): {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:56:39.233377 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-b3b3ce9c-730b-4f11-92b0-340a551a5510 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Received port after_create {{(pid=110500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:56:39.264076 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b3ce9c-730b-4f11-92b0-340a551a5510 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Pushing event updated for resources: {'Port': ['ID=4051c928-b3ec-4074-8a3e-df0e1508b5a0,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:39.290683 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-b3b3ce9c-730b-4f11-92b0-340a551a5510 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:39.291330 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-b3b3ce9c-730b-4f11-92b0-340a551a5510 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:39.308646 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-b3b3ce9c-730b-4f11-92b0-340a551a5510 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5733323 May 26 13:56:39.457770 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-ca65874f-d2e3-4add-8b96-8a1de3e147dc None None] Provisioning complete for port 4051c928-b3ec-4074-8a3e-df0e1508b5a0 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:56:39.458139 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-ca65874f-d2e3-4add-8b96-8a1de3e147dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (4051c928-b3ec-4074-8a3e-df0e1508b5a0), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:39.489110 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-ca65874f-d2e3-4add-8b96-8a1de3e147dc None None] Port 4051c928-b3ec-4074-8a3e-df0e1508b5a0 cannot update to ACTIVE because it is not bound. {{(pid=110502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:56:39.688999 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-32a547a2-824a-49ba-a430-fc6c916e6441 service neutron] Request body: {'port': {'device_id': '542be9eb-1123-48c5-a719-6f0ab71e41f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:56:39.755388 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-32a547a2-824a-49ba-a430-fc6c916e6441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (4051c928-b3ec-4074-8a3e-df0e1508b5a0), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:39.854460 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1cd5d-de85-4b12-a875-04c098ba70dc req-5d986375-a495-42d8-b0be-8bb029cbe7ce tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:39.856108 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-92f1cd5d-de85-4b12-a875-04c098ba70dc req-5d986375-a495-42d8-b0be-8bb029cbe7ce tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=542be9eb-1123-48c5-a719-6f0ab71e41f8 HTTP/1.1" status: 200 len: 931 time: 0.0554583 May 26 13:56:39.912373 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-92f1cd5d-de85-4b12-a875-04c098ba70dc req-e28a6575-fa07-4a63-8f2a-1bfa41f0aad2 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480125 May 26 13:56:40.077847 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-32a547a2-824a-49ba-a430-fc6c916e6441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4051c928-b3ec-4074-8a3e-df0e1508b5a0 {{(pid=110500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:56:40.086829 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-32a547a2-824a-49ba-a430-fc6c916e6441 service neutron] Publish callbacks [] for port (4051c928-b3ec-4074-8a3e-df0e1508b5a0), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:40.100829 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.provisioning_blocks [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-32a547a2-824a-49ba-a430-fc6c916e6441 service neutron] Transition to ACTIVE for port object 4051c928-b3ec-4074-8a3e-df0e1508b5a0 will not be triggered until provisioned by entity L2. {{(pid=110500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 13:56:40.104799 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-32a547a2-824a-49ba-a430-fc6c916e6441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (4051c928-b3ec-4074-8a3e-df0e1508b5a0), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:40.161221 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a547a2-824a-49ba-a430-fc6c916e6441 service neutron] Pushing event updated for resources: {'Port': ['ID=4051c928-b3ec-4074-8a3e-df0e1508b5a0,revision_number=2']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:40.243153 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-32a547a2-824a-49ba-a430-fc6c916e6441 service neutron] Attempting to bind port 4051c928-b3ec-4074-8a3e-df0e1508b5a0 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:56:40.243495 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-32a547a2-824a-49ba-a430-fc6c916e6441 service neutron] Attempting to bind port 4051c928-b3ec-4074-8a3e-df0e1508b5a0 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '865ad695-e6b5-4527-9214-bd60ef4e493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c'}] {{(pid=110500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:56:40.243827 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-32a547a2-824a-49ba-a430-fc6c916e6441 service neutron] Attempting to bind port 4051c928-b3ec-4074-8a3e-df0e1508b5a0 on network f13feac7-9894-4fb0-8d65-5458a77bde4c {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:56:40.248927 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-32a547a2-824a-49ba-a430-fc6c916e6441 service neutron] Port 4051c928-b3ec-4074-8a3e-df0e1508b5a0 on network f13feac7-9894-4fb0-8d65-5458a77bde4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 13:56:40.249256 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-32a547a2-824a-49ba-a430-fc6c916e6441 service neutron] Attempting to bind port 4051c928-b3ec-4074-8a3e-df0e1508b5a0 on network f13feac7-9894-4fb0-8d65-5458a77bde4c {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:56:40.255474 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-32a547a2-824a-49ba-a430-fc6c916e6441 service neutron] Checking agent: {'id': '207809ce-be6b-4746-a715-8e1c980ff656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 42, 40), 'started_at': datetime.datetime(2022, 5, 26, 13, 42, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:56:40.255821 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-32a547a2-824a-49ba-a430-fc6c916e6441 service neutron] Checking segment: {'id': '865ad695-e6b5-4527-9214-bd60ef4e493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:56:40.256204 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-32a547a2-824a-49ba-a430-fc6c916e6441 service neutron] Bound using segment: {'id': '865ad695-e6b5-4527-9214-bd60ef4e493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c'} {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:56:40.256690 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-32a547a2-824a-49ba-a430-fc6c916e6441 service neutron] Bound port: 4051c928-b3ec-4074-8a3e-df0e1508b5a0, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865ad695-e6b5-4527-9214-bd60ef4e493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c'}}] {{(pid=110500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:56:40.257058 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-32a547a2-824a-49ba-a430-fc6c916e6441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (4051c928-b3ec-4074-8a3e-df0e1508b5a0), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:40.260010 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:40.345090 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-32a547a2-824a-49ba-a430-fc6c916e6441 service neutron] For port 4051c928-b3ec-4074-8a3e-df0e1508b5a0, host hv-cinder-81966, cleared binding levels {{(pid=110500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:56:40.349495 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-32a547a2-824a-49ba-a430-fc6c916e6441 service neutron] For port 4051c928-b3ec-4074-8a3e-df0e1508b5a0, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=4051c928-b3ec-4074-8a3e-df0e1508b5a0,segment=NetworkSegment(865ad695-e6b5-4527-9214-bd60ef4e493e),segment_id=865ad695-e6b5-4527-9214-bd60ef4e493e)] {{(pid=110500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:56:40.357493 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-32a547a2-824a-49ba-a430-fc6c916e6441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (4051c928-b3ec-4074-8a3e-df0e1508b5a0), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:40.362094 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:40.395000 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-32a547a2-824a-49ba-a430-fc6c916e6441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:40.395832 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-32a547a2-824a-49ba-a430-fc6c916e6441 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:40.397468 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-32a547a2-824a-49ba-a430-fc6c916e6441 service neutron] 10.222.0.57 "PUT /v2.0/ports/4051c928-b3ec-4074-8a3e-df0e1508b5a0 HTTP/1.1" status: 200 len: 1093 time: 0.7130492 May 26 13:56:40.400346 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '542be9eb-1123-48c5-a719-6f0ab71e41f8', 'tag': '4051c928-b3ec-4074-8a3e-df0e1508b5a0'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:56:40.411907 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6f7c45-ea8b-4f09-949f-b23c943f0114" -d '{"events": [{"name": "network-changed", "server_uuid": "542be9eb-1123-48c5-a719-6f0ab71e41f8", "tag": "4051c928-b3ec-4074-8a3e-df0e1508b5a0"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:56:40.450864 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a547a2-824a-49ba-a430-fc6c916e6441 service neutron] Pushing event updated for resources: {'Port': ['ID=4051c928-b3ec-4074-8a3e-df0e1508b5a0,revision_number=3']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:40.483596 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 38296) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:40.489574 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-f68952c6-2b8f-4777-a7c1-f79e85079010 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1262772306', 'description': 'tempest-description--488380205'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:56:40.495673 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b332a683-cd04-47ee-b666-5c829896c37a x-openstack-request-id: req-b332a683-cd04-47ee-b666-5c829896c37a {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:56:40.495673 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "542be9eb-1123-48c5-a719-6f0ab71e41f8", "tag": "4051c928-b3ec-4074-8a3e-df0e1508b5a0", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:56:40.496018 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b332a683-cd04-47ee-b666-5c829896c37a {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:56:40.500870 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b332a683-cd04-47ee-b666-5c829896c37a'] response: {'name': 'network-changed', 'server_uuid': '542be9eb-1123-48c5-a719-6f0ab71e41f8', 'tag': '4051c928-b3ec-4074-8a3e-df0e1508b5a0', 'status': 'completed', 'code': 200} May 26 13:56:40.520233 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f68952c6-2b8f-4777-a7c1-f79e85079010 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:40.540522 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-26f5d9be-a3eb-4810-ab69-e3188614a830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:40.542620 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-26f5d9be-a3eb-4810-ab69-e3188614a830 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=189885bf9a5944bf8eaedd89bb5bec9f&device_id=542be9eb-1123-48c5-a719-6f0ab71e41f8 HTTP/1.1" status: 200 len: 1127 time: 0.0791264 May 26 13:56:40.597823 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-a63acf31-f9cd-49d0-99e5-1b8fffd3c129 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4051c928-b3ec-4074-8a3e-df0e1508b5a0 HTTP/1.1" status: 200 len: 217 time: 0.0466535 May 26 13:56:40.610929 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f68952c6-2b8f-4777-a7c1-f79e85079010 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for security_group (24adfaf9-d9b6-4e20-acc6-edc3a18dd5e9), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:40.625934 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f68952c6-2b8f-4777-a7c1-f79e85079010 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (24adfaf9-d9b6-4e20-acc6-edc3a18dd5e9), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:40.651723 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-f5c9ae00-b470-4136-95b5-67893ef14d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:40.655789 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-f5c9ae00-b470-4136-95b5-67893ef14d75 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff HTTP/1.1" status: 200 len: 851 time: 0.0529749 May 26 13:56:40.662942 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f68952c6-2b8f-4777-a7c1-f79e85079010 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:40.664255 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-f68952c6-2b8f-4777-a7c1-f79e85079010 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1796134 May 26 13:56:40.668023 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 38298) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:40.673193 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-5509b215-7a50-4683-aedb-567b44e8247f tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Request body: {'security_group_rule': {'security_group_id': '24adfaf9-d9b6-4e20-acc6-edc3a18dd5e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:56:40.680069 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68952c6-2b8f-4777-a7c1-f79e85079010 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24adfaf9-d9b6-4e20-acc6-edc3a18dd5e9,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:40.698009 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68952c6-2b8f-4777-a7c1-f79e85079010 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:40.698391 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68952c6-2b8f-4777-a7c1-f79e85079010 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:40.698745 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68952c6-2b8f-4777-a7c1-f79e85079010 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:40.699142 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68952c6-2b8f-4777-a7c1-f79e85079010 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:40.699466 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68952c6-2b8f-4777-a7c1-f79e85079010 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:40.699887 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68952c6-2b8f-4777-a7c1-f79e85079010 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:40.700215 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68952c6-2b8f-4777-a7c1-f79e85079010 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:40.700574 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68952c6-2b8f-4777-a7c1-f79e85079010 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:40.700943 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68952c6-2b8f-4777-a7c1-f79e85079010 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:40.701933 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68952c6-2b8f-4777-a7c1-f79e85079010 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:40.701933 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68952c6-2b8f-4777-a7c1-f79e85079010 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:40.701933 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68952c6-2b8f-4777-a7c1-f79e85079010 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:40.702288 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68952c6-2b8f-4777-a7c1-f79e85079010 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:40.702677 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68952c6-2b8f-4777-a7c1-f79e85079010 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:40.703015 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68952c6-2b8f-4777-a7c1-f79e85079010 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:40.715178 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-dc6aa975-0e2c-4819-acbf-a607242e5ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:40.716968 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-dc6aa975-0e2c-4819-acbf-a607242e5ebb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f13feac7-9894-4fb0-8d65-5458a77bde4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0554528 May 26 13:56:40.724257 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-5509b215-7a50-4683-aedb-567b44e8247f tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for security_group_rule (3ee52007-0390-42b1-9ba1-9b4ddccb9ccd), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:40.802535 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-5509b215-7a50-4683-aedb-567b44e8247f tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for security_group_rule (3ee52007-0390-42b1-9ba1-9b4ddccb9ccd), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:40.806106 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-5509b215-7a50-4683-aedb-567b44e8247f tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547660'] for security_group_rule (3ee52007-0390-42b1-9ba1-9b4ddccb9ccd), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:40.829144 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5509b215-7a50-4683-aedb-567b44e8247f tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ee52007-0390-42b1-9ba1-9b4ddccb9ccd,revision_number=0']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:40.838874 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-5509b215-7a50-4683-aedb-567b44e8247f tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:40.842839 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-5509b215-7a50-4683-aedb-567b44e8247f tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1739078 May 26 13:56:40.843212 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 38300) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:40.850554 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-f2eee1c0-f4eb-4a22-907d-925eaffee5bd tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Request body: {'security_group_rule': {'security_group_id': '24adfaf9-d9b6-4e20-acc6-edc3a18dd5e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:56:40.859653 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-981709ee-cb5f-4800-be57-38aa95f1d35c service neutron] 10.222.0.57 "GET /v2.0/networks/f13feac7-9894-4fb0-8d65-5458a77bde4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142459 May 26 13:56:40.931732 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-f2eee1c0-f4eb-4a22-907d-925eaffee5bd tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for security_group_rule (d2adcd0d-4710-4f6f-9fd0-49a1a76debfd), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:41.024989 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a254ba2e-c3a8-48b9-a78d-a2340d74156b req-d752f1db-e250-4b19-b809-dea0acbfd1c5 service neutron] 10.222.0.57 "GET /v2.0/networks/f13feac7-9894-4fb0-8d65-5458a77bde4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590369 May 26 13:56:41.054302 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca08ef8-4f28-490e-9e6f-855b89bfeb13 req-29acafb3-2a05-42e2-8ae6-d614b86b5721 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:41.055835 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0ca08ef8-4f28-490e-9e6f-855b89bfeb13 req-29acafb3-2a05-42e2-8ae6-d614b86b5721 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=542be9eb-1123-48c5-a719-6f0ab71e41f8 HTTP/1.1" status: 200 len: 943 time: 0.0661125 May 26 13:56:41.057785 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-f2eee1c0-f4eb-4a22-907d-925eaffee5bd tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for security_group_rule (d2adcd0d-4710-4f6f-9fd0-49a1a76debfd), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:41.076898 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-f2eee1c0-f4eb-4a22-907d-925eaffee5bd tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547660'] for security_group_rule (d2adcd0d-4710-4f6f-9fd0-49a1a76debfd), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:41.101922 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eee1c0-f4eb-4a22-907d-925eaffee5bd tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2adcd0d-4710-4f6f-9fd0-49a1a76debfd,revision_number=0']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:41.118267 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-f2eee1c0-f4eb-4a22-907d-925eaffee5bd tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:41.119485 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-f2eee1c0-f4eb-4a22-907d-925eaffee5bd tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2753258 May 26 13:56:41.123251 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 38304) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:41.127871 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-e7372176-ca7a-4555-bf14-7626b4048648 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Request body: {'floatingip': {'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:56:41.134610 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0ca08ef8-4f28-490e-9e6f-855b89bfeb13 req-4945a6af-f21c-46cd-b074-a314d4db29aa tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724812 May 26 13:56:41.155681 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e7372176-ca7a-4555-bf14-7626b4048648 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:41.237370 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e7372176-ca7a-4555-bf14-7626b4048648 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:41.607103 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.db_base_plugin_common [None req-e7372176-ca7a-4555-bf14-7626b4048648 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Allocated IP 172.27.2.25 (90e76b28-de17-4e9a-956c-e3acc4b829ee/72a92eeb-8c5d-4770-b3e7-e9300b6be16c/83f20801-141d-42eb-b4e0-374fd40ad281) {{(pid=110501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:56:41.663650 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:41.682725 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:41.696592 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:41.724824 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e7372176-ca7a-4555-bf14-7626b4048648 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for port (83f20801-141d-42eb-b4e0-374fd40ad281), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:41.758103 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e7372176-ca7a-4555-bf14-7626b4048648 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5523151'] for port (83f20801-141d-42eb-b4e0-374fd40ad281), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:41.798552 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7372176-ca7a-4555-bf14-7626b4048648 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Network 90e76b28-de17-4e9a-956c-e3acc4b829ee is already hosted by enough agents. {{(pid=110501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:56:41.803393 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.base_scheduler [None req-e7372176-ca7a-4555-bf14-7626b4048648 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Resources bound (agent type, host, resource id): {{(pid=110501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:56:41.807198 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7372176-ca7a-4555-bf14-7626b4048648 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Received port after_create {{(pid=110501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:56:41.810415 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7372176-ca7a-4555-bf14-7626b4048648 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Pushing event updated for resources: {'Port': ['ID=83f20801-141d-42eb-b4e0-374fd40ad281,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:41.881638 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f7c45-ea8b-4f09-949f-b23c943f0114 req-ec496ae9-533e-4976-850a-a37ce1b9f362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:41.883233 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2a6f7c45-ea8b-4f09-949f-b23c943f0114 req-ec496ae9-533e-4976-850a-a37ce1b9f362 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=189885bf9a5944bf8eaedd89bb5bec9f&device_id=542be9eb-1123-48c5-a719-6f0ab71e41f8 HTTP/1.1" status: 200 len: 1127 time: 0.0417397 May 26 13:56:41.896369 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e7372176-ca7a-4555-bf14-7626b4048648 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for floatingip (66fcb1ed-d122-461d-99ef-5a187097c24e), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:41.942253 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e7372176-ca7a-4555-bf14-7626b4048648 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (83f20801-141d-42eb-b4e0-374fd40ad281), before_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:42.009198 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f7c45-ea8b-4f09-949f-b23c943f0114 req-e86c6939-ffc1-429f-8a53-fcf9de4c241a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:42.011735 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2a6f7c45-ea8b-4f09-949f-b23c943f0114 req-e86c6939-ffc1-429f-8a53-fcf9de4c241a service neutron] 10.222.0.57 "GET /v2.0/networks?id=f13feac7-9894-4fb0-8d65-5458a77bde4c HTTP/1.1" status: 200 len: 913 time: 0.1220424 May 26 13:56:42.050930 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2a6f7c45-ea8b-4f09-949f-b23c943f0114 req-0d17cf46-474a-4109-8b3f-5b2351a03ed6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4051c928-b3ec-4074-8a3e-df0e1508b5a0 HTTP/1.1" status: 200 len: 217 time: 0.0330124 May 26 13:56:42.101832 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f7c45-ea8b-4f09-949f-b23c943f0114 req-a313f80c-2e57-41c6-8969-8d4ece7f75bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:42.103265 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2a6f7c45-ea8b-4f09-949f-b23c943f0114 req-a313f80c-2e57-41c6-8969-8d4ece7f75bb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff HTTP/1.1" status: 200 len: 851 time: 0.0473781 May 26 13:56:42.145331 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e7372176-ca7a-4555-bf14-7626b4048648 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for port (83f20801-141d-42eb-b4e0-374fd40ad281), precommit_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:42.146070 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f7c45-ea8b-4f09-949f-b23c943f0114 req-ea82aa4d-15eb-4ae5-b3cd-9d933bc81e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:42.147565 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2a6f7c45-ea8b-4f09-949f-b23c943f0114 req-ea82aa4d-15eb-4ae5-b3cd-9d933bc81e60 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f13feac7-9894-4fb0-8d65-5458a77bde4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385616 May 26 13:56:42.149894 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e7372176-ca7a-4555-bf14-7626b4048648 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5523192'] for port (83f20801-141d-42eb-b4e0-374fd40ad281), after_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:42.199852 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:42.233148 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:42.234697 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7372176-ca7a-4555-bf14-7626b4048648 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Pushing event updated for resources: {'Port': ['ID=83f20801-141d-42eb-b4e0-374fd40ad281,revision_number=2']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:42.245210 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2a6f7c45-ea8b-4f09-949f-b23c943f0114 req-ff4d5d2e-e646-450d-b554-7f0b0d2f9ac5 service neutron] 10.222.0.57 "GET /v2.0/networks/f13feac7-9894-4fb0-8d65-5458a77bde4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918314 May 26 13:56:42.265901 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e7372176-ca7a-4555-bf14-7626b4048648 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568549'] for floatingip (66fcb1ed-d122-461d-99ef-5a187097c24e), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:42.281925 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc941dfd-5145-402a-8db3-73261da5d438 req-f2302001-0222-44e9-83fb-fb1c89895799 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:42.283431 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-dc941dfd-5145-402a-8db3-73261da5d438 req-f2302001-0222-44e9-83fb-fb1c89895799 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=542be9eb-1123-48c5-a719-6f0ab71e41f8 HTTP/1.1" status: 200 len: 943 time: 0.0679958 May 26 13:56:42.299852 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e7372176-ca7a-4555-bf14-7626b4048648 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for floatingip (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:42.301432 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-e7372176-ca7a-4555-bf14-7626b4048648 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1771011 May 26 13:56:42.354057 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2a6f7c45-ea8b-4f09-949f-b23c943f0114 req-723e396e-3f75-471e-8fe9-8a475ded69c8 service neutron] 10.222.0.57 "GET /v2.0/networks/f13feac7-9894-4fb0-8d65-5458a77bde4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024258 May 26 13:56:42.358559 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-dc941dfd-5145-402a-8db3-73261da5d438 req-66f6cbe8-febe-46fd-a4e3-4a5596694cb5 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677760 May 26 13:56:42.478153 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-b11e21e2-456c-437a-9f31-fd75d5cdf192 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1262772306&fields=id&tenant_id=b596535d63d6490eb939c300bfe565cf HTTP/1.1" status: 200 len: 267 time: 0.0445895 May 26 13:56:42.596696 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-f3497006-c52a-4594-8d84-9b6092ba5e4a tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:42.598818 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-f3497006-c52a-4594-8d84-9b6092ba5e4a tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/networks?id=9be8c897-5f1a-4707-b0ba-c3382fad4d2e HTTP/1.1" status: 200 len: 813 time: 0.1133070 May 26 13:56:42.614123 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-3c6b8e18-f110-4124-865c-de0e461e0856 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/quotas/b596535d63d6490eb939c300bfe565cf HTTP/1.1" status: 200 len: 375 time: 0.0098329 May 26 13:56:42.667653 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-03f1abc3-40d2-41da-b080-bde07d5cca31 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b596535d63d6490eb939c300bfe565cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474839 May 26 13:56:42.772141 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-91676f6c-5f43-4a38-a3fd-c18e5a5213e0 service neutron] 10.222.0.16 "GET /v2.0/networks/9be8c897-5f1a-4707-b0ba-c3382fad4d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926368 May 26 13:56:42.864176 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-7afb879b-5623-49ad-b2b4-763fdc52f8bc service neutron] 10.222.0.16 "GET /v2.0/networks/9be8c897-5f1a-4707-b0ba-c3382fad4d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855439 May 26 13:56:43.031122 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-37d72fc8-8fdb-405a-b302-7a4cc7be6472 req-1f56cbc0-6de3-4e08-a977-66df066b48df tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa08cafd-c1b6-4cd5-abc3-b5e5af87cd70 HTTP/1.1" status: 200 len: 210 time: 0.0314393 May 26 13:56:43.495492 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527ee39-4b94-42e0-baef-c1665e7b8a36 req-d2b95b6b-bc3c-41ce-b07a-b0385f3bcc30 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:43.497805 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a527ee39-4b94-42e0-baef-c1665e7b8a36 req-d2b95b6b-bc3c-41ce-b07a-b0385f3bcc30 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=542be9eb-1123-48c5-a719-6f0ab71e41f8 HTTP/1.1" status: 200 len: 943 time: 0.0545375 May 26 13:56:43.561954 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a527ee39-4b94-42e0-baef-c1665e7b8a36 req-51204bfd-61ca-46ce-a6bb-148d8f9f4a9b tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585792 May 26 13:56:44.006754 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-23815164-1dca-4201-83cd-b7308359687d tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:44.008325 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-23815164-1dca-4201-83cd-b7308359687d tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.57 "GET /v2.0/networks?id=9be8c897-5f1a-4707-b0ba-c3382fad4d2e HTTP/1.1" status: 200 len: 813 time: 0.1179836 May 26 13:56:44.084580 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-e3d24582-3dc9-44b1-b4a3-d23edc9305e8 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b596535d63d6490eb939c300bfe565cf HTTP/1.1" status: 200 len: 473 time: 0.0683649 May 26 13:56:44.095373 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-a95e59d5-494f-440c-a7d5-5b7807a7161a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:44.126828 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-9355e5be-0b1b-4695-af7a-9bdd64465925 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Request body: {'port': {'device_id': 'aa08cafd-c1b6-4cd5-abc3-b5e5af87cd70', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'admin_state_up': True, 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'security_groups': ['24adfaf9-d9b6-4e20-acc6-edc3a18dd5e9']}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:56:44.131683 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-da26ee74-d756-4529-aef2-3452da05c79d req-7ffe16b8-99c3-4fb2-9b78-11fa475a2f96 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa08cafd-c1b6-4cd5-abc3-b5e5af87cd70 HTTP/1.1" status: 200 len: 210 time: 0.0281134 May 26 13:56:44.240425 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-9355e5be-0b1b-4695-af7a-9bdd64465925 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Made reservation on behalf of b596535d63d6490eb939c300bfe565cf for: {'port': 1} {{(pid=110500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:56:44.243815 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-9355e5be-0b1b-4695-af7a-9bdd64465925 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:44.265886 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:44.311586 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:44.381167 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.db_base_plugin_common [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-9355e5be-0b1b-4695-af7a-9bdd64465925 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Allocated IP 172.20.0.4 (9be8c897-5f1a-4707-b0ba-c3382fad4d2e/de0fdd08-7a37-4a84-9a24-d2a545d515fc/1bd62356-0f14-4a52-893b-e92247ad2950) {{(pid=110500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:56:44.527675 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-9355e5be-0b1b-4695-af7a-9bdd64465925 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for port (1bd62356-0f14-4a52-893b-e92247ad2950), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:44.559542 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-9355e5be-0b1b-4695-af7a-9bdd64465925 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (1bd62356-0f14-4a52-893b-e92247ad2950), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:44.851983 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-9355e5be-0b1b-4695-af7a-9bdd64465925 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Network 9be8c897-5f1a-4707-b0ba-c3382fad4d2e is already hosted by enough agents. {{(pid=110500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:56:44.868018 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-9355e5be-0b1b-4695-af7a-9bdd64465925 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Resources bound (agent type, host, resource id): {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:56:44.891518 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-9355e5be-0b1b-4695-af7a-9bdd64465925 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Received port after_create {{(pid=110500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:56:44.899170 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9355e5be-0b1b-4695-af7a-9bdd64465925 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Pushing event updated for resources: {'Port': ['ID=1bd62356-0f14-4a52-893b-e92247ad2950,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:44.942579 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82366e8a-b75d-4b0d-baa8-1769719ed6bb req-30632911-e6b2-4a80-a6a0-369124c45d92 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:44.944172 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-82366e8a-b75d-4b0d-baa8-1769719ed6bb req-30632911-e6b2-4a80-a6a0-369124c45d92 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=542be9eb-1123-48c5-a719-6f0ab71e41f8 HTTP/1.1" status: 200 len: 943 time: 0.0951319 May 26 13:56:44.975942 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-9355e5be-0b1b-4695-af7a-9bdd64465925 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:44.976634 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-9355e5be-0b1b-4695-af7a-9bdd64465925 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:45.008958 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-9355e5be-0b1b-4695-af7a-9bdd64465925 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8860629 May 26 13:56:45.028261 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-2c2e4370-0fb0-4822-8b65-a4be122768ae service neutron] Request body: {'port': {'device_id': 'aa08cafd-c1b6-4cd5-abc3-b5e5af87cd70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:56:45.055639 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-82366e8a-b75d-4b0d-baa8-1769719ed6bb req-693ee193-e971-4cd5-8303-653ccb2b04a4 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048982 May 26 13:56:45.095430 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-d5732fe6-16d3-4039-afec-dde85a3bdd3d None None] Provisioning complete for port 1bd62356-0f14-4a52-893b-e92247ad2950 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:56:45.096058 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-d5732fe6-16d3-4039-afec-dde85a3bdd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (1bd62356-0f14-4a52-893b-e92247ad2950), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:45.099102 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-2c2e4370-0fb0-4822-8b65-a4be122768ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (1bd62356-0f14-4a52-893b-e92247ad2950), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:45.127948 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-d5732fe6-16d3-4039-afec-dde85a3bdd3d None None] Port 1bd62356-0f14-4a52-893b-e92247ad2950 cannot update to ACTIVE because it is not bound. {{(pid=110502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:56:45.245609 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f7ed6-71a4-47ff-850c-7977226c4135 req-3aa5ddef-39db-472a-a012-d8a979ff9796 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:45.247204 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-c09f7ed6-71a4-47ff-850c-7977226c4135 req-3aa5ddef-39db-472a-a012-d8a979ff9796 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa08cafd-c1b6-4cd5-abc3-b5e5af87cd70 HTTP/1.1" status: 200 len: 931 time: 0.0484989 May 26 13:56:45.268752 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:45.302852 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-c09f7ed6-71a4-47ff-850c-7977226c4135 req-1863a384-2a52-4e28-9092-2a1a9b7b4878 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/security-groups?id=24adfaf9-d9b6-4e20-acc6-edc3a18dd5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498991 May 26 13:56:45.347299 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:45.391390 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:45.401599 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-2c2e4370-0fb0-4822-8b65-a4be122768ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bd62356-0f14-4a52-893b-e92247ad2950 {{(pid=110500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:56:45.409864 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-2c2e4370-0fb0-4822-8b65-a4be122768ae service neutron] Publish callbacks [] for port (1bd62356-0f14-4a52-893b-e92247ad2950), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:45.424688 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.provisioning_blocks [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-2c2e4370-0fb0-4822-8b65-a4be122768ae service neutron] Transition to ACTIVE for port object 1bd62356-0f14-4a52-893b-e92247ad2950 will not be triggered until provisioned by entity L2. {{(pid=110500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 13:56:45.429910 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-2c2e4370-0fb0-4822-8b65-a4be122768ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (1bd62356-0f14-4a52-893b-e92247ad2950), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:45.485935 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e4370-0fb0-4822-8b65-a4be122768ae service neutron] Pushing event updated for resources: {'Port': ['ID=1bd62356-0f14-4a52-893b-e92247ad2950,revision_number=2']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:45.562246 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-2c2e4370-0fb0-4822-8b65-a4be122768ae service neutron] Attempting to bind port 1bd62356-0f14-4a52-893b-e92247ad2950 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:56:45.562902 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-2c2e4370-0fb0-4822-8b65-a4be122768ae service neutron] Attempting to bind port 1bd62356-0f14-4a52-893b-e92247ad2950 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '4aae6642-e6a1-464f-8fb5-62ab179d57e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e'}] {{(pid=110500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:56:45.563039 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-2c2e4370-0fb0-4822-8b65-a4be122768ae service neutron] Attempting to bind port 1bd62356-0f14-4a52-893b-e92247ad2950 on network 9be8c897-5f1a-4707-b0ba-c3382fad4d2e {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:56:45.568860 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-2c2e4370-0fb0-4822-8b65-a4be122768ae service neutron] Port 1bd62356-0f14-4a52-893b-e92247ad2950 on network 9be8c897-5f1a-4707-b0ba-c3382fad4d2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 13:56:45.569187 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-2c2e4370-0fb0-4822-8b65-a4be122768ae service neutron] Attempting to bind port 1bd62356-0f14-4a52-893b-e92247ad2950 on network 9be8c897-5f1a-4707-b0ba-c3382fad4d2e {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:56:45.574732 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-2c2e4370-0fb0-4822-8b65-a4be122768ae service neutron] Checking agent: {'id': '207809ce-be6b-4746-a715-8e1c980ff656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 42, 40), 'started_at': datetime.datetime(2022, 5, 26, 13, 42, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:56:45.575103 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-2c2e4370-0fb0-4822-8b65-a4be122768ae service neutron] Checking segment: {'id': '4aae6642-e6a1-464f-8fb5-62ab179d57e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:56:45.575624 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-2c2e4370-0fb0-4822-8b65-a4be122768ae service neutron] Bound using segment: {'id': '4aae6642-e6a1-464f-8fb5-62ab179d57e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e'} {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:56:45.576062 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-2c2e4370-0fb0-4822-8b65-a4be122768ae service neutron] Bound port: 1bd62356-0f14-4a52-893b-e92247ad2950, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aae6642-e6a1-464f-8fb5-62ab179d57e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e'}}] {{(pid=110500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:56:45.576452 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-2c2e4370-0fb0-4822-8b65-a4be122768ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (1bd62356-0f14-4a52-893b-e92247ad2950), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:45.645807 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-2c2e4370-0fb0-4822-8b65-a4be122768ae service neutron] For port 1bd62356-0f14-4a52-893b-e92247ad2950, host hv-cinder-81966, cleared binding levels {{(pid=110500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:56:45.648920 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-2c2e4370-0fb0-4822-8b65-a4be122768ae service neutron] For port 1bd62356-0f14-4a52-893b-e92247ad2950, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=1bd62356-0f14-4a52-893b-e92247ad2950,segment=NetworkSegment(4aae6642-e6a1-464f-8fb5-62ab179d57e3),segment_id=4aae6642-e6a1-464f-8fb5-62ab179d57e3)] {{(pid=110500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:56:45.655072 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-2c2e4370-0fb0-4822-8b65-a4be122768ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (1bd62356-0f14-4a52-893b-e92247ad2950), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:45.687819 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-2c2e4370-0fb0-4822-8b65-a4be122768ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:45.688511 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-2c2e4370-0fb0-4822-8b65-a4be122768ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:45.689927 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-2c2e4370-0fb0-4822-8b65-a4be122768ae service neutron] 10.222.0.57 "PUT /v2.0/ports/1bd62356-0f14-4a52-893b-e92247ad2950 HTTP/1.1" status: 200 len: 1093 time: 0.6715558 May 26 13:56:45.690391 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa08cafd-c1b6-4cd5-abc3-b5e5af87cd70', 'tag': '1bd62356-0f14-4a52-893b-e92247ad2950'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:56:45.693235 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf3f5ae-d4f2-47b1-8f49-cc3a443971ba" -d '{"events": [{"name": "network-changed", "server_uuid": "aa08cafd-c1b6-4cd5-abc3-b5e5af87cd70", "tag": "1bd62356-0f14-4a52-893b-e92247ad2950"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:56:45.726473 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e4370-0fb0-4822-8b65-a4be122768ae service neutron] Pushing event updated for resources: {'Port': ['ID=1bd62356-0f14-4a52-893b-e92247ad2950,revision_number=3']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:45.772061 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2652ca75-de0f-40a5-8eb8-073753726101 x-openstack-request-id: req-2652ca75-de0f-40a5-8eb8-073753726101 {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:56:45.772455 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa08cafd-c1b6-4cd5-abc3-b5e5af87cd70", "tag": "1bd62356-0f14-4a52-893b-e92247ad2950", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:56:45.772714 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2652ca75-de0f-40a5-8eb8-073753726101 {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:56:45.773126 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2652ca75-de0f-40a5-8eb8-073753726101'] response: {'name': 'network-changed', 'server_uuid': 'aa08cafd-c1b6-4cd5-abc3-b5e5af87cd70', 'tag': '1bd62356-0f14-4a52-893b-e92247ad2950', 'status': 'completed', 'code': 200} May 26 13:56:45.783844 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-008f20bb-a576-4cda-816a-e7e5b97c9ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:45.785958 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-008f20bb-a576-4cda-816a-e7e5b97c9ff0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b596535d63d6490eb939c300bfe565cf&device_id=aa08cafd-c1b6-4cd5-abc3-b5e5af87cd70 HTTP/1.1" status: 200 len: 1127 time: 0.0544868 May 26 13:56:45.826661 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-6853a2a1-699d-4c73-aa1f-c0a43f2da6ca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bd62356-0f14-4a52-893b-e92247ad2950 HTTP/1.1" status: 200 len: 217 time: 0.0336511 May 26 13:56:45.881572 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-f0c1e66b-7db4-4b3d-a2c9-7632eeb51375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:45.883065 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-f0c1e66b-7db4-4b3d-a2c9-7632eeb51375 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=de0fdd08-7a37-4a84-9a24-d2a545d515fc HTTP/1.1" status: 200 len: 852 time: 0.0505548 May 26 13:56:45.926869 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-86aac446-0a26-4dc8-9726-adab5e7bfdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:45.928422 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-86aac446-0a26-4dc8-9726-adab5e7bfdbb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9be8c897-5f1a-4707-b0ba-c3382fad4d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398641 May 26 13:56:46.019474 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-cc5796dc-96a9-4e3c-91e1-4f5824d5b5e6 service neutron] 10.222.0.57 "GET /v2.0/networks/9be8c897-5f1a-4707-b0ba-c3382fad4d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853467 May 26 13:56:46.123031 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8fb53be8-7e2d-4301-9f61-70770cf82bec req-38062a3a-f672-4526-82da-9f81e37c0fbd service neutron] 10.222.0.57 "GET /v2.0/networks/9be8c897-5f1a-4707-b0ba-c3382fad4d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976908 May 26 13:56:46.186823 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddae1e6-e9f5-445e-a7d1-14f0f92dd011 req-c19f3c16-14bf-47b7-8dcc-f8492da74a90 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:46.188293 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-fddae1e6-e9f5-445e-a7d1-14f0f92dd011 req-c19f3c16-14bf-47b7-8dcc-f8492da74a90 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=542be9eb-1123-48c5-a719-6f0ab71e41f8 HTTP/1.1" status: 200 len: 943 time: 0.0524926 May 26 13:56:46.208738 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:46.242860 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-fddae1e6-e9f5-445e-a7d1-14f0f92dd011 req-3bf12656-f1b1-468e-bc08-8b62562005c8 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478075 May 26 13:56:46.411973 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=83 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:46.412763 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=83 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:46.419583 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57abcd-d583-4037-92f2-fd68e92272cc req-99692e88-615a-4921-82ab-fecd77ce8d22 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:46.421099 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fb57abcd-d583-4037-92f2-fd68e92272cc req-99692e88-615a-4921-82ab-fecd77ce8d22 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa08cafd-c1b6-4cd5-abc3-b5e5af87cd70 HTTP/1.1" status: 200 len: 943 time: 0.0485291 May 26 13:56:46.470852 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fb57abcd-d583-4037-92f2-fd68e92272cc req-39f6ff4e-05df-40e5-9018-66a7784f496c tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/security-groups?id=24adfaf9-d9b6-4e20-acc6-edc3a18dd5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433288 May 26 13:56:46.493452 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-736f97a7-c6fe-43aa-bab5-1493fc2c144e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:47.358206 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986399c4-bdcd-4d04-a88f-30e53c184f9e req-7fc3ca19-26f1-469e-b96a-380906ef9018 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:47.359681 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-986399c4-bdcd-4d04-a88f-30e53c184f9e req-7fc3ca19-26f1-469e-b96a-380906ef9018 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=542be9eb-1123-48c5-a719-6f0ab71e41f8 HTTP/1.1" status: 200 len: 943 time: 0.0473025 May 26 13:56:47.413408 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-986399c4-bdcd-4d04-a88f-30e53c184f9e req-c7acd856-635d-4e39-a3aa-67b57033d292 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470903 May 26 13:56:47.594940 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f298ffe9-2c35-46f2-8df1-5f9d5f271659 req-8e7a1c3a-00bf-4679-8475-e6b8f4002ffd tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:47.596340 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f298ffe9-2c35-46f2-8df1-5f9d5f271659 req-8e7a1c3a-00bf-4679-8475-e6b8f4002ffd tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa08cafd-c1b6-4cd5-abc3-b5e5af87cd70 HTTP/1.1" status: 200 len: 943 time: 0.0560009 May 26 13:56:47.615191 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:47.645976 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f298ffe9-2c35-46f2-8df1-5f9d5f271659 req-547bc3fa-33d2-49bb-911a-f00a22c90339 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/security-groups?id=24adfaf9-d9b6-4e20-acc6-edc3a18dd5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435131 May 26 13:56:47.772926 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:48.087584 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3f5ae-d4f2-47b1-8f49-cc3a443971ba req-79cda0e5-82b8-42f2-abb1-8929e75a5272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:48.089159 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-daf3f5ae-d4f2-47b1-8f49-cc3a443971ba req-79cda0e5-82b8-42f2-abb1-8929e75a5272 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b596535d63d6490eb939c300bfe565cf&device_id=aa08cafd-c1b6-4cd5-abc3-b5e5af87cd70 HTTP/1.1" status: 200 len: 1127 time: 0.0391679 May 26 13:56:48.539527 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee530588-9331-429f-b1b9-299523171584 req-b9dff585-1ace-4597-8dfd-7aca047f4814 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:48.541097 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-ee530588-9331-429f-b1b9-299523171584 req-b9dff585-1ace-4597-8dfd-7aca047f4814 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=542be9eb-1123-48c5-a719-6f0ab71e41f8 HTTP/1.1" status: 200 len: 943 time: 0.0536406 May 26 13:56:48.592873 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-ee530588-9331-429f-b1b9-299523171584 req-a3963f6d-42d6-4ac7-b380-de995b57969a tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452900 May 26 13:56:48.761120 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae35db-4ffd-4214-841a-e40505c1ec44 req-1ee292da-6a78-4260-a985-8092f2ebc1fb tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:48.762521 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-52ae35db-4ffd-4214-841a-e40505c1ec44 req-1ee292da-6a78-4260-a985-8092f2ebc1fb tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa08cafd-c1b6-4cd5-abc3-b5e5af87cd70 HTTP/1.1" status: 200 len: 943 time: 0.0480325 May 26 13:56:48.810730 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-52ae35db-4ffd-4214-841a-e40505c1ec44 req-3b7c242e-983e-4bc1-8b75-cd691d7a9d6e tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/security-groups?id=24adfaf9-d9b6-4e20-acc6-edc3a18dd5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426660 May 26 13:56:49.026150 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 1bd62356-0f14-4a52-893b-e92247ad2950 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=110502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 13:56:49.038028 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:49.065382 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3f5ae-d4f2-47b1-8f49-cc3a443971ba req-cfc2456b-35a2-4d67-9076-77fd7060b4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:49.067012 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-daf3f5ae-d4f2-47b1-8f49-cc3a443971ba req-cfc2456b-35a2-4d67-9076-77fd7060b4ba service neutron] 10.222.0.57 "GET /v2.0/networks?id=9be8c897-5f1a-4707-b0ba-c3382fad4d2e HTTP/1.1" status: 200 len: 914 time: 0.0952370 May 26 13:56:49.108274 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-daf3f5ae-d4f2-47b1-8f49-cc3a443971ba req-f41697b4-8435-4bfd-a01c-760f7d5788b0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bd62356-0f14-4a52-893b-e92247ad2950 HTTP/1.1" status: 200 len: 217 time: 0.0350437 May 26 13:56:49.128022 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 1bd62356-0f14-4a52-893b-e92247ad2950, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=1bd62356-0f14-4a52-893b-e92247ad2950,segment=NetworkSegment(4aae6642-e6a1-464f-8fb5-62ab179d57e3),segment_id=4aae6642-e6a1-464f-8fb5-62ab179d57e3)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:56:49.140350 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Returning: {'device': '1bd62356-0f14-4a52-893b-e92247ad2950', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'port_id': '1bd62356-0f14-4a52-893b-e92247ad2950', 'mac_address': 'fa:16:3e:b1:3a:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 13:56:49.163390 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3f5ae-d4f2-47b1-8f49-cc3a443971ba req-a67577bf-317c-4ea0-9dbd-6695c38163c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:49.164968 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-daf3f5ae-d4f2-47b1-8f49-cc3a443971ba req-a67577bf-317c-4ea0-9dbd-6695c38163c8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=de0fdd08-7a37-4a84-9a24-d2a545d515fc HTTP/1.1" status: 200 len: 852 time: 0.0518463 May 26 13:56:49.191048 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port 1bd62356-0f14-4a52-893b-e92247ad2950 is: DOWN; New status is: BUILD {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:56:49.191455 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (1bd62356-0f14-4a52-893b-e92247ad2950), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:49.205059 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:49.208534 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bd62356-0f14-4a52-893b-e92247ad2950 {{(pid=110502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:56:49.210982 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3f5ae-d4f2-47b1-8f49-cc3a443971ba req-b367c2d1-5a7f-424f-886a-bc7bf1b244e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:49.213040 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-daf3f5ae-d4f2-47b1-8f49-cc3a443971ba req-b367c2d1-5a7f-424f-886a-bc7bf1b244e2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9be8c897-5f1a-4707-b0ba-c3382fad4d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419493 May 26 13:56:49.230069 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 1bd62356-0f14-4a52-893b-e92247ad2950, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=1bd62356-0f14-4a52-893b-e92247ad2950,segment=NetworkSegment(4aae6642-e6a1-464f-8fb5-62ab179d57e3),segment_id=4aae6642-e6a1-464f-8fb5-62ab179d57e3)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:56:49.234214 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (1bd62356-0f14-4a52-893b-e92247ad2950), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:49.235000 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 4051c928-b3ec-4074-8a3e-df0e1508b5a0 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=110502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 13:56:49.304071 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=1bd62356-0f14-4a52-893b-e92247ad2950,revision_number=4']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:49.305671 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-daf3f5ae-d4f2-47b1-8f49-cc3a443971ba req-f8df3f34-d345-4904-ba97-08a3270e4f0b service neutron] 10.222.0.57 "GET /v2.0/networks/9be8c897-5f1a-4707-b0ba-c3382fad4d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874324 May 26 13:56:49.341992 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:49.342338 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:49.342675 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:49.343006 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:49.343333 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:49.343658 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:49.343981 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:49.344357 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:49.344645 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:49.344962 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:49.345281 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:49.345599 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:49.345918 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:49.346233 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:49.346558 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:56:49.390195 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 4051c928-b3ec-4074-8a3e-df0e1508b5a0, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=4051c928-b3ec-4074-8a3e-df0e1508b5a0,segment=NetworkSegment(865ad695-e6b5-4527-9214-bd60ef4e493e),segment_id=865ad695-e6b5-4527-9214-bd60ef4e493e)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:56:49.402524 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-daf3f5ae-d4f2-47b1-8f49-cc3a443971ba req-c7706f49-a941-4fd7-9cd8-ec0124e76e2e service neutron] 10.222.0.57 "GET /v2.0/networks/9be8c897-5f1a-4707-b0ba-c3382fad4d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915668 May 26 13:56:49.404923 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Returning: {'device': '4051c928-b3ec-4074-8a3e-df0e1508b5a0', 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c', 'port_id': '4051c928-b3ec-4074-8a3e-df0e1508b5a0', 'mac_address': 'fa:16:3e:9b:ee:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 13:56:49.442755 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port 4051c928-b3ec-4074-8a3e-df0e1508b5a0 is: DOWN; New status is: BUILD {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:56:49.443296 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (4051c928-b3ec-4074-8a3e-df0e1508b5a0), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:49.446144 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:49.458312 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4051c928-b3ec-4074-8a3e-df0e1508b5a0 {{(pid=110502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:56:49.478791 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 4051c928-b3ec-4074-8a3e-df0e1508b5a0, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=4051c928-b3ec-4074-8a3e-df0e1508b5a0,segment=NetworkSegment(865ad695-e6b5-4527-9214-bd60ef4e493e),segment_id=865ad695-e6b5-4527-9214-bd60ef4e493e)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:56:49.482557 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (4051c928-b3ec-4074-8a3e-df0e1508b5a0), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:49.529274 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=4051c928-b3ec-4074-8a3e-df0e1508b5a0,revision_number=4']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:49.710045 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eed5c9-07fe-4bcb-bac3-7108ad961dc8 req-61322bf2-fdd1-4642-ab2e-4e1896cf004c tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:49.711526 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-19eed5c9-07fe-4bcb-bac3-7108ad961dc8 req-61322bf2-fdd1-4642-ab2e-4e1896cf004c tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=542be9eb-1123-48c5-a719-6f0ab71e41f8 HTTP/1.1" status: 200 len: 944 time: 0.0485945 May 26 13:56:49.762914 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-19eed5c9-07fe-4bcb-bac3-7108ad961dc8 req-fb9dede7-96d1-4216-8eff-66871a20a13d tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454040 May 26 13:56:49.927369 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c003242-0d65-4d26-8e08-5336ac9a4196 req-b1dcee78-6341-496c-b7aa-15cc18faf5e8 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:49.928861 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2c003242-0d65-4d26-8e08-5336ac9a4196 req-b1dcee78-6341-496c-b7aa-15cc18faf5e8 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa08cafd-c1b6-4cd5-abc3-b5e5af87cd70 HTTP/1.1" status: 200 len: 944 time: 0.0495365 May 26 13:56:49.977968 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2c003242-0d65-4d26-8e08-5336ac9a4196 req-37c36bb4-154c-4a4c-a82b-84bd89b4f3ac tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/security-groups?id=24adfaf9-d9b6-4e20-acc6-edc3a18dd5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431721 May 26 13:56:49.986205 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] get_ports_and_sgs() called for port_ids ['1bd62356-0f14-4a52-893b-e92247ad2950'] {{(pid=110502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 13:56:50.017616 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:50.132086 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] get_ports_and_sgs() called for port_ids ['4051c928-b3ec-4074-8a3e-df0e1508b5a0'] {{(pid=110502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 13:56:50.492068 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5f7589f5-b020-4916-9bf4-a15fd3d77b5a req-d0fe7e9c-e545-4165-ba5f-8a3eb0261ade service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bcc7bf48-e03b-4fd7-9e81-3c61c7395271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443335 May 26 13:56:50.498076 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:50.578995 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7589f5-b020-4916-9bf4-a15fd3d77b5a req-1edd73c1-a90e-41eb-91ef-57368b1f5476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:50.581164 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5f7589f5-b020-4916-9bf4-a15fd3d77b5a req-1edd73c1-a90e-41eb-91ef-57368b1f5476 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b596535d63d6490eb939c300bfe565cf&device_id=bcc7bf48-e03b-4fd7-9e81-3c61c7395271 HTTP/1.1" status: 200 len: 1129 time: 0.0437007 May 26 13:56:50.688927 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7589f5-b020-4916-9bf4-a15fd3d77b5a req-5cda57f7-67b9-4a55-8810-156c76d8739c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:50.690420 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5f7589f5-b020-4916-9bf4-a15fd3d77b5a req-5cda57f7-67b9-4a55-8810-156c76d8739c service neutron] 10.222.0.57 "GET /v2.0/networks?id=9be8c897-5f1a-4707-b0ba-c3382fad4d2e HTTP/1.1" status: 200 len: 914 time: 0.0895255 May 26 13:56:50.756178 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5f7589f5-b020-4916-9bf4-a15fd3d77b5a req-338b391a-6908-4219-aac8-917dd96fcf25 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45ae6c26-1a6e-4815-8f09-9250744041ea HTTP/1.1" status: 200 len: 1000 time: 0.0589721 May 26 13:56:50.808525 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7589f5-b020-4916-9bf4-a15fd3d77b5a req-76f69fd2-bdbb-472a-b6e5-d9c0a1eab89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:50.810022 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5f7589f5-b020-4916-9bf4-a15fd3d77b5a req-76f69fd2-bdbb-472a-b6e5-d9c0a1eab89d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=de0fdd08-7a37-4a84-9a24-d2a545d515fc HTTP/1.1" status: 200 len: 852 time: 0.0480909 May 26 13:56:50.864256 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7589f5-b020-4916-9bf4-a15fd3d77b5a req-cd1841f8-32d6-4434-9377-fd7b65cdcd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:50.866508 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5f7589f5-b020-4916-9bf4-a15fd3d77b5a req-cd1841f8-32d6-4434-9377-fd7b65cdcd88 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9be8c897-5f1a-4707-b0ba-c3382fad4d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487499 May 26 13:56:50.881755 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd6ea8-1e51-4302-89c4-d08da50f8035 req-6562f5a3-3784-4ec5-8b79-14cbd948ff94 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:50.883291 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-d3bd6ea8-1e51-4302-89c4-d08da50f8035 req-6562f5a3-3784-4ec5-8b79-14cbd948ff94 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=542be9eb-1123-48c5-a719-6f0ab71e41f8 HTTP/1.1" status: 200 len: 944 time: 0.0533020 May 26 13:56:50.898599 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:50.939907 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-d3bd6ea8-1e51-4302-89c4-d08da50f8035 req-2283bc0f-11f4-4892-9b94-a437d68f9b06 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509145 May 26 13:56:50.968224 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5f7589f5-b020-4916-9bf4-a15fd3d77b5a req-b7ee24bd-9641-4700-87b7-0dfae3bfd339 service neutron] 10.222.0.57 "GET /v2.0/networks/9be8c897-5f1a-4707-b0ba-c3382fad4d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960720 May 26 13:56:51.088770 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5f7589f5-b020-4916-9bf4-a15fd3d77b5a req-162483da-9dbc-40da-90e6-818a82abcfb8 service neutron] 10.222.0.57 "GET /v2.0/networks/9be8c897-5f1a-4707-b0ba-c3382fad4d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144500 May 26 13:56:51.107109 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc045d57-2a4c-4dbd-ad2f-d138f6b9e71c req-1ea8f02d-cd74-4165-a5c8-a8e79b64f2d4 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:51.108635 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bc045d57-2a4c-4dbd-ad2f-d138f6b9e71c req-1ea8f02d-cd74-4165-a5c8-a8e79b64f2d4 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa08cafd-c1b6-4cd5-abc3-b5e5af87cd70 HTTP/1.1" status: 200 len: 944 time: 0.0618713 May 26 13:56:51.135217 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:51.158168 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bc045d57-2a4c-4dbd-ad2f-d138f6b9e71c req-53c587c0-b771-4ca5-a8c2-75bc23b83a96 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/security-groups?id=24adfaf9-d9b6-4e20-acc6-edc3a18dd5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430734 May 26 13:56:51.325337 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 1bd62356-0f14-4a52-893b-e92247ad2950 up at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:56:51.370264 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Provisioning for port 1bd62356-0f14-4a52-893b-e92247ad2950 completed by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 13:56:51.376053 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Provisioning complete for port 1bd62356-0f14-4a52-893b-e92247ad2950 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:56:51.376574 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (1bd62356-0f14-4a52-893b-e92247ad2950), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:51.453060 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port 1bd62356-0f14-4a52-893b-e92247ad2950 is: BUILD; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:56:51.453446 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (1bd62356-0f14-4a52-893b-e92247ad2950), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:51.477726 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa08cafd-c1b6-4cd5-abc3-b5e5af87cd70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd62356-0f14-4a52-893b-e92247ad2950'}] {{(pid=110502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:56:51.479952 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186ee40048dd7feccd586c88f433d7b47dbfd7dc0140a518261bfa5b158966a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb003cdd-e49d-4218-a2fc-8b9869226212" -d '{"events": [{"server_uuid": "aa08cafd-c1b6-4cd5-abc3-b5e5af87cd70", "name": "network-vif-plugged", "status": "completed", "tag": "1bd62356-0f14-4a52-893b-e92247ad2950"}]}' {{(pid=110502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:56:51.493477 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 1bd62356-0f14-4a52-893b-e92247ad2950, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=1bd62356-0f14-4a52-893b-e92247ad2950,segment=NetworkSegment(4aae6642-e6a1-464f-8fb5-62ab179d57e3),segment_id=4aae6642-e6a1-464f-8fb5-62ab179d57e3)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:56:51.497410 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (1bd62356-0f14-4a52-893b-e92247ad2950), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:51.498390 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 4051c928-b3ec-4074-8a3e-df0e1508b5a0 up at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:56:51.566260 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:51.589171 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409a5293-1d9c-40b5-8c25-099fd413e031 x-openstack-request-id: req-409a5293-1d9c-40b5-8c25-099fd413e031 {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:56:51.589643 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa08cafd-c1b6-4cd5-abc3-b5e5af87cd70", "name": "network-vif-plugged", "status": "completed", "tag": "1bd62356-0f14-4a52-893b-e92247ad2950", "code": 200}]} {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:56:51.589949 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-409a5293-1d9c-40b5-8c25-099fd413e031 {{(pid=110502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:56:51.590344 dv-cinder-819668-4-iscsi neutron-server[110502]: INFO neutron.notifiers.nova [-] Nova event matching ['req-409a5293-1d9c-40b5-8c25-099fd413e031'] response: {'server_uuid': 'aa08cafd-c1b6-4cd5-abc3-b5e5af87cd70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd62356-0f14-4a52-893b-e92247ad2950', 'code': 200} May 26 13:56:51.596524 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=1bd62356-0f14-4a52-893b-e92247ad2950,revision_number=5']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:51.607304 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Provisioning for port 4051c928-b3ec-4074-8a3e-df0e1508b5a0 completed by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 13:56:51.613493 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Provisioning complete for port 4051c928-b3ec-4074-8a3e-df0e1508b5a0 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:56:51.614035 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (4051c928-b3ec-4074-8a3e-df0e1508b5a0), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:51.651812 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:51.695585 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port 4051c928-b3ec-4074-8a3e-df0e1508b5a0 is: BUILD; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:56:51.695970 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (4051c928-b3ec-4074-8a3e-df0e1508b5a0), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:51.732935 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 4051c928-b3ec-4074-8a3e-df0e1508b5a0, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=4051c928-b3ec-4074-8a3e-df0e1508b5a0,segment=NetworkSegment(865ad695-e6b5-4527-9214-bd60ef4e493e),segment_id=865ad695-e6b5-4527-9214-bd60ef4e493e)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:56:51.737002 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (4051c928-b3ec-4074-8a3e-df0e1508b5a0), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:51.786629 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=4051c928-b3ec-4074-8a3e-df0e1508b5a0,revision_number=5']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:51.955635 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8a2c0-7c3c-4c52-a0eb-2caaee095d5f req-4bb35610-c625-4315-828f-82c32729209f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:51.957969 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a6a8a2c0-7c3c-4c52-a0eb-2caaee095d5f req-4bb35610-c625-4315-828f-82c32729209f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=aa08cafd-c1b6-4cd5-abc3-b5e5af87cd70 HTTP/1.1" status: 200 len: 1129 time: 0.0417044 May 26 13:56:52.056250 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d34a6-db77-4017-aa24-0deaa29fd6ee req-5264cac2-09ad-48af-8bab-bba8c622d22e tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:52.057956 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ab4d34a6-db77-4017-aa24-0deaa29fd6ee req-5264cac2-09ad-48af-8bab-bba8c622d22e tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=542be9eb-1123-48c5-a719-6f0ab71e41f8 HTTP/1.1" status: 200 len: 945 time: 0.0486789 May 26 13:56:52.112437 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ab4d34a6-db77-4017-aa24-0deaa29fd6ee req-aaf0ce85-5767-47a8-9a88-e70a6604d97a tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488605 May 26 13:56:52.152357 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-a6a8a2c0-7c3c-4c52-a0eb-2caaee095d5f req-4a9e869f-7154-4a62-a1dd-2b4b32dbb6c5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=24adfaf9-d9b6-4e20-acc6-edc3a18dd5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384288 May 26 13:56:52.273964 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923fabf-7e3e-4cc4-bbe2-4e2c1030362f req-29e314c4-9324-4fbf-809d-a3beb1544fb5 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:52.275444 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-6923fabf-7e3e-4cc4-bbe2-4e2c1030362f req-29e314c4-9324-4fbf-809d-a3beb1544fb5 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa08cafd-c1b6-4cd5-abc3-b5e5af87cd70 HTTP/1.1" status: 200 len: 945 time: 0.0470285 May 26 13:56:52.322971 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-6923fabf-7e3e-4cc4-bbe2-4e2c1030362f req-8a9784a4-c9c4-4328-aed9-08484ab3b308 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/security-groups?id=24adfaf9-d9b6-4e20-acc6-edc3a18dd5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419123 May 26 13:56:53.230594 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f209b46-9e3e-436e-ba28-11e890618dd9 req-080bfc6c-8e62-417f-aabb-b81da4998c1b tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:53.232060 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-7f209b46-9e3e-436e-ba28-11e890618dd9 req-080bfc6c-8e62-417f-aabb-b81da4998c1b tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=542be9eb-1123-48c5-a719-6f0ab71e41f8 HTTP/1.1" status: 200 len: 945 time: 0.0478470 May 26 13:56:53.284390 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-7f209b46-9e3e-436e-ba28-11e890618dd9 req-26514758-74ef-444f-9f7e-44b11342a080 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467279 May 26 13:56:53.438737 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e763bd-17e2-44a3-9bad-19e104f99734 req-62f15a8f-a697-4672-8f06-34f30ebf3de3 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:53.440188 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-72e763bd-17e2-44a3-9bad-19e104f99734 req-62f15a8f-a697-4672-8f06-34f30ebf3de3 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa08cafd-c1b6-4cd5-abc3-b5e5af87cd70 HTTP/1.1" status: 200 len: 945 time: 0.0480907 May 26 13:56:53.490554 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-72e763bd-17e2-44a3-9bad-19e104f99734 req-e72cbcc1-6573-4b0f-9962-80f66002a476 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/security-groups?id=24adfaf9-d9b6-4e20-acc6-edc3a18dd5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441558 May 26 13:56:53.591775 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542be9eb-1123-48c5-a719-6f0ab71e41f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4051c928-b3ec-4074-8a3e-df0e1508b5a0'}] {{(pid=110502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:56:53.594147 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186ee40048dd7feccd586c88f433d7b47dbfd7dc0140a518261bfa5b158966a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55acc897-13a7-4427-a86b-9f5d875853f7" -d '{"events": [{"server_uuid": "542be9eb-1123-48c5-a719-6f0ab71e41f8", "name": "network-vif-plugged", "status": "completed", "tag": "4051c928-b3ec-4074-8a3e-df0e1508b5a0"}]}' {{(pid=110502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:56:53.636194 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9377d3c7-94f4-4a11-8ed3-163c05a4d4ba x-openstack-request-id: req-9377d3c7-94f4-4a11-8ed3-163c05a4d4ba {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:56:53.636662 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542be9eb-1123-48c5-a719-6f0ab71e41f8", "name": "network-vif-plugged", "status": "completed", "tag": "4051c928-b3ec-4074-8a3e-df0e1508b5a0", "code": 200}]} {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:56:53.636946 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9377d3c7-94f4-4a11-8ed3-163c05a4d4ba {{(pid=110502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:56:53.637368 dv-cinder-819668-4-iscsi neutron-server[110502]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9377d3c7-94f4-4a11-8ed3-163c05a4d4ba'] response: {'server_uuid': '542be9eb-1123-48c5-a719-6f0ab71e41f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4051c928-b3ec-4074-8a3e-df0e1508b5a0', 'code': 200} May 26 13:56:53.917315 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06bd61-018b-4443-ae8c-21ae09036095 req-fde0e905-5ad4-4ed0-80db-b2aee4c9c411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:53.919405 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-be06bd61-018b-4443-ae8c-21ae09036095 req-fde0e905-5ad4-4ed0-80db-b2aee4c9c411 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=542be9eb-1123-48c5-a719-6f0ab71e41f8 HTTP/1.1" status: 200 len: 1129 time: 0.0377216 May 26 13:56:53.967991 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-be06bd61-018b-4443-ae8c-21ae09036095 req-dd4da88e-5560-45eb-bb2e-89d18ea79907 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434988 May 26 13:56:54.409367 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae8afc-6999-4252-a245-649c5de7c20e req-11f53f95-64b6-4897-87c5-b826d01056a2 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:54.411721 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-32ae8afc-6999-4252-a245-649c5de7c20e req-11f53f95-64b6-4897-87c5-b826d01056a2 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=542be9eb-1123-48c5-a719-6f0ab71e41f8 HTTP/1.1" status: 200 len: 945 time: 0.0528457 May 26 13:56:54.467565 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-32ae8afc-6999-4252-a245-649c5de7c20e req-3043a3d4-7aa7-4185-97ce-d0bf333c55e6 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488369 May 26 13:56:54.523803 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 6 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:56:54.606598 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ade12f-7f07-47ff-b929-aff8fad39019 req-14f80930-b4e0-4c7f-bf4f-f68d181e5012 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:54.608145 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-24ade12f-7f07-47ff-b929-aff8fad39019 req-14f80930-b4e0-4c7f-bf4f-f68d181e5012 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa08cafd-c1b6-4cd5-abc3-b5e5af87cd70 HTTP/1.1" status: 200 len: 945 time: 0.0473523 May 26 13:56:54.655846 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-24ade12f-7f07-47ff-b929-aff8fad39019 req-8a4dc769-a5d9-4b59-a267-40ee04b2ab48 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/security-groups?id=24adfaf9-d9b6-4e20-acc6-edc3a18dd5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421233 May 26 13:56:54.765750 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d781047-e3a9-45ec-afb0-b98687a2debb req-4fff0b07-091f-4971-b3a0-d5e22b642038 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:54.767230 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-1d781047-e3a9-45ec-afb0-b98687a2debb req-4fff0b07-091f-4971-b3a0-d5e22b642038 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa08cafd-c1b6-4cd5-abc3-b5e5af87cd70 HTTP/1.1" status: 200 len: 945 time: 0.0480144 May 26 13:56:54.776438 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 38388) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:54.780854 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-282cbc0a-73ad-47c9-b89d-faae9a9edec6 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Request body: {'floatingip': {'port_id': '1bd62356-0f14-4a52-893b-e92247ad2950'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:56:54.821603 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-282cbc0a-73ad-47c9-b89d-faae9a9edec6 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for floatingip (66fcb1ed-d122-461d-99ef-5a187097c24e), before_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:55.119373 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=100 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:55.154427 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=100 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:55.256803 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-282cbc0a-73ad-47c9-b89d-faae9a9edec6 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:55.260804 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-282cbc0a-73ad-47c9-b89d-faae9a9edec6 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568549'] for floatingip (66fcb1ed-d122-461d-99ef-5a187097c24e), after_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:55.363973 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.db.l3_db [None req-282cbc0a-73ad-47c9-b89d-faae9a9edec6 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Floating IP 66fcb1ed-d122-461d-99ef-5a187097c24e associated. External IP: 172.27.2.25, port: 1bd62356-0f14-4a52-893b-e92247ad2950. May 26 13:56:55.587404 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddcd14f-52d1-4013-ae89-2208620ba810 req-add3888d-1221-45f7-a76a-cefbc687b360 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:55.587857 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-282cbc0a-73ad-47c9-b89d-faae9a9edec6 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Router 46eb0fef-e0da-45db-bd2e-a114c0e9fccd has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:56:55.589074 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5ddcd14f-52d1-4013-ae89-2208620ba810 req-add3888d-1221-45f7-a76a-cefbc687b360 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=542be9eb-1123-48c5-a719-6f0ab71e41f8 HTTP/1.1" status: 200 len: 945 time: 0.0520983 May 26 13:56:55.644249 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5ddcd14f-52d1-4013-ae89-2208620ba810 req-83daacdf-ae90-4031-808b-2d9a0f9bbbc6 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494208 May 26 13:56:55.700753 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282cbc0a-73ad-47c9-b89d-faae9a9edec6 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:56:55.705959 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-282cbc0a-73ad-47c9-b89d-faae9a9edec6 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for floatingip (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:55.713478 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a8ff5a-1e95-4743-93e3-519f812507e3 None None] Sync routers for ids ['46eb0fef-e0da-45db-bd2e-a114c0e9fccd'] in dv-cinder-819668-4-iscsi {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:56:55.725483 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a8ff5a-1e95-4743-93e3-519f812507e3 None None] Routers {'46eb0fef-e0da-45db-bd2e-a114c0e9fccd'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:56:55.726114 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-11a8ff5a-1e95-4743-93e3-519f812507e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:56:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['46eb0fef-e0da-45db-bd2e-a114c0e9fccd'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:56:55.740035 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-282cbc0a-73ad-47c9-b89d-faae9a9edec6 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "PUT /v2.0/floatingips/66fcb1ed-d122-461d-99ef-5a187097c24e HTTP/1.1" status: 200 len: 990 time: 0.9597890 May 26 13:56:55.740035 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa08cafd-c1b6-4cd5-abc3-b5e5af87cd70', 'tag': '1bd62356-0f14-4a52-893b-e92247ad2950'}] {{(pid=110501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:56:55.740875 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7554ed366569566c1c07a20dc3a12fa332abf68ec20ff88de472e4216b3e5b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f05269-4d6b-4325-9da3-e375940d0df6" -d '{"events": [{"name": "network-changed", "server_uuid": "aa08cafd-c1b6-4cd5-abc3-b5e5af87cd70", "tag": "1bd62356-0f14-4a52-893b-e92247ad2950"}]}' {{(pid=110501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:56:55.776711 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e6d5b6-f8f1-4a2b-a27a-7cb606e16e0f x-openstack-request-id: req-35e6d5b6-f8f1-4a2b-a27a-7cb606e16e0f {{(pid=110501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:56:55.777000 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa08cafd-c1b6-4cd5-abc3-b5e5af87cd70", "tag": "1bd62356-0f14-4a52-893b-e92247ad2950", "status": "completed", "code": 200}]} {{(pid=110501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:56:55.777252 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-35e6d5b6-f8f1-4a2b-a27a-7cb606e16e0f {{(pid=110501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:56:55.778260 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35e6d5b6-f8f1-4a2b-a27a-7cb606e16e0f'] response: {'name': 'network-changed', 'server_uuid': 'aa08cafd-c1b6-4cd5-abc3-b5e5af87cd70', 'tag': '1bd62356-0f14-4a52-893b-e92247ad2950', 'status': 'completed', 'code': 200} May 26 13:56:55.830654 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-11a8ff5a-1e95-4743-93e3-519f812507e3 None None] Set router 46eb0fef-e0da-45db-bd2e-a114c0e9fccd gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:56:55.840235 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f05269-4d6b-4325-9da3-e375940d0df6 req-28254b77-6b3a-43f2-accd-028daa2791ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:55.841712 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-66f05269-4d6b-4325-9da3-e375940d0df6 req-28254b77-6b3a-43f2-accd-028daa2791ad service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b596535d63d6490eb939c300bfe565cf&device_id=aa08cafd-c1b6-4cd5-abc3-b5e5af87cd70 HTTP/1.1" status: 200 len: 1129 time: 0.0434902 May 26 13:56:55.935768 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f05269-4d6b-4325-9da3-e375940d0df6 req-0134b2e1-9704-4a38-8071-f70a54a591f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:55.937288 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-66f05269-4d6b-4325-9da3-e375940d0df6 req-0134b2e1-9704-4a38-8071-f70a54a591f0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9be8c897-5f1a-4707-b0ba-c3382fad4d2e HTTP/1.1" status: 200 len: 914 time: 0.0892198 May 26 13:56:56.002954 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-66f05269-4d6b-4325-9da3-e375940d0df6 req-802d6dd5-f7d1-4327-8eb4-957d235cc92a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bd62356-0f14-4a52-893b-e92247ad2950 HTTP/1.1" status: 200 len: 998 time: 0.0600431 May 26 13:56:56.051102 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f05269-4d6b-4325-9da3-e375940d0df6 req-650bce87-ce09-47f7-a9a1-8afd05dda9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:56.051442 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-11a8ff5a-1e95-4743-93e3-519f812507e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'name': 'tempest-AttachVolumeNegativeTest-25840542-router', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:55:08Z', 'updated_at': '2022-05-26T13:55:11Z', 'revision_number': 4, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'gw_port': {'id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:09Z', 'updated_at': '2022-05-26T13:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': '65165b30-b42a-444b-bd1d-71fd11141b49', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'port_id': '45ae6c26-1a6e-4815-8f09-9250744041ea', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'mac_address': 'fa:16:3e:cf:02:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc7bf48-e03b-4fd7-9e81-3c61c7395271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:55:13Z', 'updated_at': '2022-05-26T13:55:27Z', 'revision_number': 2, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'fixed_ip_address_scope': None}, {'id': '66fcb1ed-d122-461d-99ef-5a187097c24e', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'port_id': '1bd62356-0f14-4a52-893b-e92247ad2950', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'mac_address': 'fa:16:3e:b1:3a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa08cafd-c1b6-4cd5-abc3-b5e5af87cd70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:56:41Z', 'updated_at': '2022-05-26T13:56:55Z', 'revision_number': 1, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26951894-36d5-46f0-83fc-45e7a107ab53', 'name': '', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'mac_address': 'fa:16:3e:49:4d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:11Z', 'updated_at': '2022-05-26T13:55:15Z', 'revision_number': 5, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'subnets': [{'id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:56:56.052608 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-66f05269-4d6b-4325-9da3-e375940d0df6 req-650bce87-ce09-47f7-a9a1-8afd05dda9aa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=de0fdd08-7a37-4a84-9a24-d2a545d515fc HTTP/1.1" status: 200 len: 852 time: 0.0445464 May 26 13:56:56.075329 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a8ff5a-1e95-4743-93e3-519f812507e3 None None] Checking router: 46eb0fef-e0da-45db-bd2e-a114c0e9fccd for host: dv-cinder-819668-4-iscsi {{(pid=110503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:56:56.084564 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a8ff5a-1e95-4743-93e3-519f812507e3 None None] Routers {'46eb0fef-e0da-45db-bd2e-a114c0e9fccd'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:56:56.085173 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-11a8ff5a-1e95-4743-93e3-519f812507e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:56:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['46eb0fef-e0da-45db-bd2e-a114c0e9fccd'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:56:56.094713 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f05269-4d6b-4325-9da3-e375940d0df6 req-229e9a13-a4e7-412f-80b0-0503002cd98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:56.096137 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-66f05269-4d6b-4325-9da3-e375940d0df6 req-229e9a13-a4e7-412f-80b0-0503002cd98d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9be8c897-5f1a-4707-b0ba-c3382fad4d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381753 May 26 13:56:56.109603 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:56.184266 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-11a8ff5a-1e95-4743-93e3-519f812507e3 None None] Set router 46eb0fef-e0da-45db-bd2e-a114c0e9fccd gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:56:56.188578 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-66f05269-4d6b-4325-9da3-e375940d0df6 req-644ba6bd-3b43-432f-aeab-9fd95f4c6448 service neutron] 10.222.0.57 "GET /v2.0/networks/9be8c897-5f1a-4707-b0ba-c3382fad4d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864315 May 26 13:56:56.212035 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:56.280575 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-66f05269-4d6b-4325-9da3-e375940d0df6 req-d7a8f242-fc6b-4eaa-923e-a62e40efd7f7 service neutron] 10.222.0.57 "GET /v2.0/networks/9be8c897-5f1a-4707-b0ba-c3382fad4d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860469 May 26 13:56:56.392344 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-11a8ff5a-1e95-4743-93e3-519f812507e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'name': 'tempest-AttachVolumeNegativeTest-25840542-router', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:55:08Z', 'updated_at': '2022-05-26T13:55:11Z', 'revision_number': 4, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'gw_port': {'id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:09Z', 'updated_at': '2022-05-26T13:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': '65165b30-b42a-444b-bd1d-71fd11141b49', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'port_id': '45ae6c26-1a6e-4815-8f09-9250744041ea', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'mac_address': 'fa:16:3e:cf:02:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc7bf48-e03b-4fd7-9e81-3c61c7395271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:55:13Z', 'updated_at': '2022-05-26T13:55:27Z', 'revision_number': 2, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'fixed_ip_address_scope': None}, {'id': '66fcb1ed-d122-461d-99ef-5a187097c24e', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'port_id': '1bd62356-0f14-4a52-893b-e92247ad2950', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'mac_address': 'fa:16:3e:b1:3a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa08cafd-c1b6-4cd5-abc3-b5e5af87cd70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:56:41Z', 'updated_at': '2022-05-26T13:56:55Z', 'revision_number': 1, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26951894-36d5-46f0-83fc-45e7a107ab53', 'name': '', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'mac_address': 'fa:16:3e:49:4d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:11Z', 'updated_at': '2022-05-26T13:55:15Z', 'revision_number': 5, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'subnets': [{'id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:56:56.419768 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a8ff5a-1e95-4743-93e3-519f812507e3 None None] The sync data for ids ['46eb0fef-e0da-45db-bd2e-a114c0e9fccd'] in dv-cinder-819668-4-iscsi is: [{'id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'name': 'tempest-AttachVolumeNegativeTest-25840542-router', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:55:08Z', 'updated_at': '2022-05-26T13:55:11Z', 'revision_number': 4, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'gw_port': {'id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:09Z', 'updated_at': '2022-05-26T13:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': '65165b30-b42a-444b-bd1d-71fd11141b49', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'port_id': '45ae6c26-1a6e-4815-8f09-9250744041ea', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'mac_address': 'fa:16:3e:cf:02:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc7bf48-e03b-4fd7-9e81-3c61c7395271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:55:13Z', 'updated_at': '2022-05-26T13:55:27Z', 'revision_number': 2, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'fixed_ip_address_scope': None}, {'id': '66fcb1ed-d122-461d-99ef-5a187097c24e', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'port_id': '1bd62356-0f14-4a52-893b-e92247ad2950', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'mac_address': 'fa:16:3e:b1:3a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa08cafd-c1b6-4cd5-abc3-b5e5af87cd70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:56:41Z', 'updated_at': '2022-05-26T13:56:55Z', 'revision_number': 1, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26951894-36d5-46f0-83fc-45e7a107ab53', 'name': '', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'mac_address': 'fa:16:3e:49:4d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:11Z', 'updated_at': '2022-05-26T13:55:15Z', 'revision_number': 5, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'subnets': [{'id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:56:56.609710 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3ee2a5-4dad-4e0d-b3fb-d642b00210fc None None] New status for floating IP 66fcb1ed-d122-461d-99ef-5a187097c24e: ACTIVE {{(pid=110502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 13:56:56.766542 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198576cc-865a-4655-ba5b-10c50c2c1158 req-33555650-839e-492a-897e-72043a31b28b tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:56.768025 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-198576cc-865a-4655-ba5b-10c50c2c1158 req-33555650-839e-492a-897e-72043a31b28b tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=542be9eb-1123-48c5-a719-6f0ab71e41f8 HTTP/1.1" status: 200 len: 945 time: 0.0528259 May 26 13:56:56.822976 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-198576cc-865a-4655-ba5b-10c50c2c1158 req-04e0c253-adeb-4bbc-89df-c5a6914007cf tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492232 May 26 13:56:56.939013 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793acf1-0cbd-4f48-b91f-6a5f7ddda161 req-c87f093a-b7ef-4a77-a6ab-04c692120626 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:56.940588 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-7793acf1-0cbd-4f48-b91f-6a5f7ddda161 req-c87f093a-b7ef-4a77-a6ab-04c692120626 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=542be9eb-1123-48c5-a719-6f0ab71e41f8 HTTP/1.1" status: 200 len: 945 time: 0.0492799 May 26 13:56:56.993291 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-7793acf1-0cbd-4f48-b91f-6a5f7ddda161 req-7317cf99-168b-41fe-bc6e-8304d7ae7963 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471079 May 26 13:56:57.016444 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 38400) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:57.057451 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be161e0-2a3c-47ba-b05f-6c8561bbddd1 tempest-TestVolumeBootPattern-155060594 tempest-TestVolumeBootPattern-155060594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:57.059113 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-4be161e0-2a3c-47ba-b05f-6c8561bbddd1 tempest-TestVolumeBootPattern-155060594 tempest-TestVolumeBootPattern-155060594-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=542be9eb-1123-48c5-a719-6f0ab71e41f8 HTTP/1.1" status: 200 len: 1124 time: 0.0416648 May 26 13:56:57.061788 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 38402) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:56:57.065938 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-cab594de-1d2d-4eaf-9e95-c1d2d16658b7 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Request body: {'floatingip': {'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'port_id': '4051c928-b3ec-4074-8a3e-df0e1508b5a0', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:56:57.088163 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-cab594de-1d2d-4eaf-9e95-c1d2d16658b7 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:57.165762 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-cab594de-1d2d-4eaf-9e95-c1d2d16658b7 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:57.258071 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:57.275607 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=100 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:57.283784 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.db_base_plugin_common [None req-cab594de-1d2d-4eaf-9e95-c1d2d16658b7 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Allocated IP 172.27.2.122 (90e76b28-de17-4e9a-956c-e3acc4b829ee/72a92eeb-8c5d-4770-b3e7-e9300b6be16c/d58722cf-23cb-4635-990f-d959319bed1c) {{(pid=110501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:56:57.385904 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-cab594de-1d2d-4eaf-9e95-c1d2d16658b7 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks [] for port (d58722cf-23cb-4635-990f-d959319bed1c), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:57.417483 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-cab594de-1d2d-4eaf-9e95-c1d2d16658b7 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5523151'] for port (d58722cf-23cb-4635-990f-d959319bed1c), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:57.462503 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab594de-1d2d-4eaf-9e95-c1d2d16658b7 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Network 90e76b28-de17-4e9a-956c-e3acc4b829ee is already hosted by enough agents. {{(pid=110501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:56:57.467170 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.base_scheduler [None req-cab594de-1d2d-4eaf-9e95-c1d2d16658b7 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Resources bound (agent type, host, resource id): {{(pid=110501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:56:57.469686 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab594de-1d2d-4eaf-9e95-c1d2d16658b7 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Received port after_create {{(pid=110501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:56:57.491884 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab594de-1d2d-4eaf-9e95-c1d2d16658b7 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Pushing event updated for resources: {'Port': ['ID=d58722cf-23cb-4635-990f-d959319bed1c,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:57.839575 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-cab594de-1d2d-4eaf-9e95-c1d2d16658b7 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks [] for floatingip (7d45f699-11e4-482f-9d73-1e25ed9646b3), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:57.909088 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-cab594de-1d2d-4eaf-9e95-c1d2d16658b7 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (d58722cf-23cb-4635-990f-d959319bed1c), before_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:58.058517 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:UPDATE=3,neutron:INSERT=3,neutron:SELECT=94 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:58.068152 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:INSERT=3,neutron:UPDATE=2,neutron:SELECT=95 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:58.091062 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-cab594de-1d2d-4eaf-9e95-c1d2d16658b7 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks [] for port (d58722cf-23cb-4635-990f-d959319bed1c), precommit_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:58.095318 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-cab594de-1d2d-4eaf-9e95-c1d2d16658b7 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5523192'] for port (d58722cf-23cb-4635-990f-d959319bed1c), after_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:58.170331 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab594de-1d2d-4eaf-9e95-c1d2d16658b7 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Pushing event updated for resources: {'Port': ['ID=d58722cf-23cb-4635-990f-d959319bed1c,revision_number=2']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:56:58.177557 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-cab594de-1d2d-4eaf-9e95-c1d2d16658b7 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568549'] for floatingip (7d45f699-11e4-482f-9d73-1e25ed9646b3), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:58.268091 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.db.l3_db [None req-cab594de-1d2d-4eaf-9e95-c1d2d16658b7 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Floating IP 7d45f699-11e4-482f-9d73-1e25ed9646b3 associated. External IP: 172.27.2.122, port: 4051c928-b3ec-4074-8a3e-df0e1508b5a0. May 26 13:56:58.466705 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab594de-1d2d-4eaf-9e95-c1d2d16658b7 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Router f44875e1-708e-417c-bae9-74406f8f7817 has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:56:58.570777 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab594de-1d2d-4eaf-9e95-c1d2d16658b7 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:56:58.580596 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2058748d-ae48-4d99-8e2c-430480b67954 None None] Sync routers for ids ['f44875e1-708e-417c-bae9-74406f8f7817'] in dv-cinder-819668-4-iscsi {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:56:58.588575 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-cab594de-1d2d-4eaf-9e95-c1d2d16658b7 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for floatingip (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:56:58.624602 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-cab594de-1d2d-4eaf-9e95-c1d2d16658b7 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5594497 May 26 13:56:58.624602 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '542be9eb-1123-48c5-a719-6f0ab71e41f8', 'tag': '4051c928-b3ec-4074-8a3e-df0e1508b5a0'}] {{(pid=110501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:56:58.625678 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7554ed366569566c1c07a20dc3a12fa332abf68ec20ff88de472e4216b3e5b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f361b2-0a41-4a12-bdbe-eccb5d1bc956" -d '{"events": [{"name": "network-changed", "server_uuid": "542be9eb-1123-48c5-a719-6f0ab71e41f8", "tag": "4051c928-b3ec-4074-8a3e-df0e1508b5a0"}]}' {{(pid=110501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:56:58.663874 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61112b05-4c8d-49d7-b86b-1ae21e278b6d x-openstack-request-id: req-61112b05-4c8d-49d7-b86b-1ae21e278b6d {{(pid=110501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:56:58.664171 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "542be9eb-1123-48c5-a719-6f0ab71e41f8", "tag": "4051c928-b3ec-4074-8a3e-df0e1508b5a0", "status": "completed", "code": 200}]} {{(pid=110501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:56:58.664455 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-61112b05-4c8d-49d7-b86b-1ae21e278b6d {{(pid=110501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:56:58.664872 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61112b05-4c8d-49d7-b86b-1ae21e278b6d'] response: {'name': 'network-changed', 'server_uuid': '542be9eb-1123-48c5-a719-6f0ab71e41f8', 'tag': '4051c928-b3ec-4074-8a3e-df0e1508b5a0', 'status': 'completed', 'code': 200} May 26 13:56:58.679031 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2058748d-ae48-4d99-8e2c-430480b67954 None None] Routers {'f44875e1-708e-417c-bae9-74406f8f7817'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:56:58.679642 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-2058748d-ae48-4d99-8e2c-430480b67954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:56:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['f44875e1-708e-417c-bae9-74406f8f7817'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:56:58.728495 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f361b2-0a41-4a12-bdbe-eccb5d1bc956 req-67957b0f-cade-4d26-b561-04dbf12885f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:58.730333 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-80f361b2-0a41-4a12-bdbe-eccb5d1bc956 req-67957b0f-cade-4d26-b561-04dbf12885f4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=189885bf9a5944bf8eaedd89bb5bec9f&device_id=542be9eb-1123-48c5-a719-6f0ab71e41f8 HTTP/1.1" status: 200 len: 1129 time: 0.0412989 May 26 13:56:58.780610 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-2058748d-ae48-4d99-8e2c-430480b67954 None None] Set router f44875e1-708e-417c-bae9-74406f8f7817 gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:56:58.824031 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f361b2-0a41-4a12-bdbe-eccb5d1bc956 req-6bf23247-15bb-49c1-8e46-84d5ab5a87ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:58.825571 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-80f361b2-0a41-4a12-bdbe-eccb5d1bc956 req-6bf23247-15bb-49c1-8e46-84d5ab5a87ed service neutron] 10.222.0.57 "GET /v2.0/networks?id=f13feac7-9894-4fb0-8d65-5458a77bde4c HTTP/1.1" status: 200 len: 913 time: 0.0890779 May 26 13:56:58.884682 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=100 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:58.891942 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-80f361b2-0a41-4a12-bdbe-eccb5d1bc956 req-395e718f-7466-4caa-b88a-a29c69c3e973 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4051c928-b3ec-4074-8a3e-df0e1508b5a0 HTTP/1.1" status: 200 len: 999 time: 0.0608099 May 26 13:56:58.923281 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=100 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:56:58.940221 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f361b2-0a41-4a12-bdbe-eccb5d1bc956 req-2e4a91de-0151-4c1f-bed6-c967305c8167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:58.942321 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-80f361b2-0a41-4a12-bdbe-eccb5d1bc956 req-2e4a91de-0151-4c1f-bed6-c967305c8167 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff HTTP/1.1" status: 200 len: 851 time: 0.0449798 May 26 13:56:58.984583 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f361b2-0a41-4a12-bdbe-eccb5d1bc956 req-2e11fea9-f860-4eb7-9482-07238340e8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:56:58.986006 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-80f361b2-0a41-4a12-bdbe-eccb5d1bc956 req-2e11fea9-f860-4eb7-9482-07238340e8b3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f13feac7-9894-4fb0-8d65-5458a77bde4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384777 May 26 13:56:58.990561 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-2058748d-ae48-4d99-8e2c-430480b67954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'name': 'tempest-TestVolumeBootPattern-1018459741-router', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:53:20Z', 'updated_at': '2022-05-26T13:53:25Z', 'revision_number': 4, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'gw_port': {'id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:da:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:21Z', 'updated_at': '2022-05-26T13:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': '7d45f699-11e4-482f-9d73-1e25ed9646b3', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'port_id': '4051c928-b3ec-4074-8a3e-df0e1508b5a0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c', 'mac_address': 'fa:16:3e:9b:ee:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542be9eb-1123-48c5-a719-6f0ab71e41f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:56:57Z', 'updated_at': '2022-05-26T13:56:57Z', 'revision_number': 0, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c048553c-a9a2-4059-931e-1009273acc25', 'name': '', 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'mac_address': 'fa:16:3e:87:d8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:24Z', 'updated_at': '2022-05-26T13:53:31Z', 'revision_number': 5, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'subnets': [{'id': '6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:56:59.018802 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2058748d-ae48-4d99-8e2c-430480b67954 None None] Checking router: f44875e1-708e-417c-bae9-74406f8f7817 for host: dv-cinder-819668-4-iscsi {{(pid=110503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:56:59.027562 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2058748d-ae48-4d99-8e2c-430480b67954 None None] Routers {'f44875e1-708e-417c-bae9-74406f8f7817'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:56:59.028163 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-2058748d-ae48-4d99-8e2c-430480b67954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:56:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['f44875e1-708e-417c-bae9-74406f8f7817'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:56:59.085733 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-80f361b2-0a41-4a12-bdbe-eccb5d1bc956 req-9dca8fc2-99e9-408d-af42-8c87e7f6666e service neutron] 10.222.0.57 "GET /v2.0/networks/f13feac7-9894-4fb0-8d65-5458a77bde4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932200 May 26 13:56:59.123588 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-2058748d-ae48-4d99-8e2c-430480b67954 None None] Set router f44875e1-708e-417c-bae9-74406f8f7817 gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:56:59.180432 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-80f361b2-0a41-4a12-bdbe-eccb5d1bc956 req-9d8d8597-a9ad-481a-8d3e-abe7d20e8054 service neutron] 10.222.0.57 "GET /v2.0/networks/f13feac7-9894-4fb0-8d65-5458a77bde4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872161 May 26 13:56:59.330322 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-2058748d-ae48-4d99-8e2c-430480b67954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'name': 'tempest-TestVolumeBootPattern-1018459741-router', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:53:20Z', 'updated_at': '2022-05-26T13:53:25Z', 'revision_number': 4, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'gw_port': {'id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:da:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:21Z', 'updated_at': '2022-05-26T13:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': '7d45f699-11e4-482f-9d73-1e25ed9646b3', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'port_id': '4051c928-b3ec-4074-8a3e-df0e1508b5a0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c', 'mac_address': 'fa:16:3e:9b:ee:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542be9eb-1123-48c5-a719-6f0ab71e41f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:56:57Z', 'updated_at': '2022-05-26T13:56:57Z', 'revision_number': 0, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c048553c-a9a2-4059-931e-1009273acc25', 'name': '', 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'mac_address': 'fa:16:3e:87:d8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:24Z', 'updated_at': '2022-05-26T13:53:31Z', 'revision_number': 5, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'subnets': [{'id': '6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:56:59.354104 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2058748d-ae48-4d99-8e2c-430480b67954 None None] The sync data for ids ['f44875e1-708e-417c-bae9-74406f8f7817'] in dv-cinder-819668-4-iscsi is: [{'id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'name': 'tempest-TestVolumeBootPattern-1018459741-router', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:53:20Z', 'updated_at': '2022-05-26T13:53:25Z', 'revision_number': 4, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'gw_port': {'id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:da:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:21Z', 'updated_at': '2022-05-26T13:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': '7d45f699-11e4-482f-9d73-1e25ed9646b3', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'port_id': '4051c928-b3ec-4074-8a3e-df0e1508b5a0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c', 'mac_address': 'fa:16:3e:9b:ee:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542be9eb-1123-48c5-a719-6f0ab71e41f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:56:57Z', 'updated_at': '2022-05-26T13:56:57Z', 'revision_number': 0, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c048553c-a9a2-4059-931e-1009273acc25', 'name': '', 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'mac_address': 'fa:16:3e:87:d8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:24Z', 'updated_at': '2022-05-26T13:53:31Z', 'revision_number': 5, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'subnets': [{'id': '6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:56:59.542976 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e27343-e338-48f1-86aa-e65b74965068 None None] New status for floating IP 7d45f699-11e4-482f-9d73-1e25ed9646b3: ACTIVE {{(pid=110502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 13:57:08.608907 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=64,neutron:DELETE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:08.618911 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=65,neutron:DELETE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:09.175350 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=56 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:09.177060 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=84 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:09.582648 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=48 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:09.587748 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=56 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:09.641830 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=44,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:09.650982 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=33,neutron:UPDATE=4 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:11.728073 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:14.098993 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-859ec647-31f0-4167-9967-ac1aed1e9ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:16.486547 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-ef924135-7f05-4fbe-afeb-7ec0e592087c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:17.781708 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:19.192560 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:20.502051 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:30.490749 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:30.498051 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=25,neutron:UPDATE=5 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:31.523384 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 6 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:57:41.757013 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:44.102615 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5abf93f1-8919-4541-96e8-7ca0983c0fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:46.489992 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-89143152-c40e-4555-9289-c51e3b280d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:46.581966 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=5 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:46.586803 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:57:47.778499 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:49.196940 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:50.508987 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:57:53.149206 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-525452bb-b1c0-4c83-b113-d7ebaec8fef6 req-3a98618a-0cdc-403f-8572-cc76f3ad62d7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bcc7bf48-e03b-4fd7-9e81-3c61c7395271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442560 May 26 13:57:53.233002 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525452bb-b1c0-4c83-b113-d7ebaec8fef6 req-7bedc62f-2da6-4773-87b2-15fb3e011c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:53.234555 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-525452bb-b1c0-4c83-b113-d7ebaec8fef6 req-7bedc62f-2da6-4773-87b2-15fb3e011c66 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b596535d63d6490eb939c300bfe565cf&device_id=bcc7bf48-e03b-4fd7-9e81-3c61c7395271 HTTP/1.1" status: 200 len: 1129 time: 0.0421147 May 26 13:57:53.351064 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525452bb-b1c0-4c83-b113-d7ebaec8fef6 req-e3f9f52b-e818-4657-a993-ba951f399ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:53.352616 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-525452bb-b1c0-4c83-b113-d7ebaec8fef6 req-e3f9f52b-e818-4657-a993-ba951f399ee8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9be8c897-5f1a-4707-b0ba-c3382fad4d2e HTTP/1.1" status: 200 len: 914 time: 0.0969234 May 26 13:57:53.435527 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-525452bb-b1c0-4c83-b113-d7ebaec8fef6 req-a7da8a25-5d4c-4669-acae-f566a8aeb93c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45ae6c26-1a6e-4815-8f09-9250744041ea HTTP/1.1" status: 200 len: 1000 time: 0.0765402 May 26 13:57:53.487308 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525452bb-b1c0-4c83-b113-d7ebaec8fef6 req-3baa1e2c-ecb8-4b89-ab19-aaa63624a274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:53.488968 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-525452bb-b1c0-4c83-b113-d7ebaec8fef6 req-3baa1e2c-ecb8-4b89-ab19-aaa63624a274 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=de0fdd08-7a37-4a84-9a24-d2a545d515fc HTTP/1.1" status: 200 len: 852 time: 0.0467849 May 26 13:57:53.535996 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525452bb-b1c0-4c83-b113-d7ebaec8fef6 req-3015a70e-5bd2-4489-b5f3-6936e379735c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:57:53.537561 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-525452bb-b1c0-4c83-b113-d7ebaec8fef6 req-3015a70e-5bd2-4489-b5f3-6936e379735c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9be8c897-5f1a-4707-b0ba-c3382fad4d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429313 May 26 13:57:53.642188 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-525452bb-b1c0-4c83-b113-d7ebaec8fef6 req-18c96b6a-4380-4b3c-9288-cb08579c5bd0 service neutron] 10.222.0.57 "GET /v2.0/networks/9be8c897-5f1a-4707-b0ba-c3382fad4d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979059 May 26 13:57:53.752243 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-525452bb-b1c0-4c83-b113-d7ebaec8fef6 req-e563faa7-d7c3-45f2-8a70-10b1eaf2640e service neutron] 10.222.0.57 "GET /v2.0/networks/9be8c897-5f1a-4707-b0ba-c3382fad4d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036892 May 26 13:58:00.502028 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:00.504233 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:03.743363 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=49 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:03.746048 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=52 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:08.523118 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 6 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:58:11.092247 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db0925-5359-4bec-b121-a190a9f8a86b req-94fb5dd2-ca8a-4f57-8a5c-c9c8298b8577 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:11.093796 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f1db0925-5359-4bec-b121-a190a9f8a86b req-94fb5dd2-ca8a-4f57-8a5c-c9c8298b8577 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa08cafd-c1b6-4cd5-abc3-b5e5af87cd70 HTTP/1.1" status: 200 len: 945 time: 0.0537975 May 26 13:58:11.142312 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f1db0925-5359-4bec-b121-a190a9f8a86b req-a1e7f70b-a76e-4c67-b6e2-094b36387a0f tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/security-groups?id=24adfaf9-d9b6-4e20-acc6-edc3a18dd5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425744 May 26 13:58:11.773104 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:12.262371 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4542917-4fec-4f86-8479-83f6793c0dee req-d7172763-41dc-4a88-8298-b9e2a5311eb9 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:12.263943 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-e4542917-4fec-4f86-8479-83f6793c0dee req-d7172763-41dc-4a88-8298-b9e2a5311eb9 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa08cafd-c1b6-4cd5-abc3-b5e5af87cd70 HTTP/1.1" status: 200 len: 945 time: 0.0491230 May 26 13:58:12.319528 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-e4542917-4fec-4f86-8479-83f6793c0dee req-357a3466-34f3-4bb9-9182-df8ee5d1c104 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/security-groups?id=24adfaf9-d9b6-4e20-acc6-edc3a18dd5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495577 May 26 13:58:12.743078 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d2d91-491b-4fc9-a29c-303175c95fe7 req-a53b6398-38a2-4c25-8743-587754839cb3 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:12.744663 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e80d2d91-491b-4fc9-a29c-303175c95fe7 req-a53b6398-38a2-4c25-8743-587754839cb3 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.57 "GET /v2.0/ports?device_id=aa08cafd-c1b6-4cd5-abc3-b5e5af87cd70 HTTP/1.1" status: 200 len: 945 time: 0.0491419 May 26 13:58:12.836762 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [req-e80d2d91-491b-4fc9-a29c-303175c95fe7 req-16cc3f19-d0e8-4f47-920e-281d7b0621be tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Deleting port 1bd62356-0f14-4a52-893b-e92247ad2950 {{(pid=110500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:58:12.837101 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-e80d2d91-491b-4fc9-a29c-303175c95fe7 req-16cc3f19-d0e8-4f47-920e-281d7b0621be tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (1bd62356-0f14-4a52-893b-e92247ad2950), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:12.931491 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-e80d2d91-491b-4fc9-a29c-303175c95fe7 req-16cc3f19-d0e8-4f47-920e-281d7b0621be tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] For port 1bd62356-0f14-4a52-893b-e92247ad2950, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=1bd62356-0f14-4a52-893b-e92247ad2950,segment=NetworkSegment(4aae6642-e6a1-464f-8fb5-62ab179d57e3),segment_id=4aae6642-e6a1-464f-8fb5-62ab179d57e3)] {{(pid=110500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:58:12.931852 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-e80d2d91-491b-4fc9-a29c-303175c95fe7 req-16cc3f19-d0e8-4f47-920e-281d7b0621be tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (1bd62356-0f14-4a52-893b-e92247ad2950), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:13.100810 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-e80d2d91-491b-4fc9-a29c-303175c95fe7 req-16cc3f19-d0e8-4f47-920e-281d7b0621be tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:13.101176 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-e80d2d91-491b-4fc9-a29c-303175c95fe7 req-16cc3f19-d0e8-4f47-920e-281d7b0621be tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568549'] for floatingip (66fcb1ed-d122-461d-99ef-5a187097c24e), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:13.101500 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.db.l3_db [req-e80d2d91-491b-4fc9-a29c-303175c95fe7 req-16cc3f19-d0e8-4f47-920e-281d7b0621be tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Floating IP 66fcb1ed-d122-461d-99ef-5a187097c24e disassociated. External IP: 172.27.2.25, port: 1bd62356-0f14-4a52-893b-e92247ad2950. May 26 13:58:13.101848 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [req-e80d2d91-491b-4fc9-a29c-303175c95fe7 req-16cc3f19-d0e8-4f47-920e-281d7b0621be tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Calling delete_port for 1bd62356-0f14-4a52-893b-e92247ad2950 owned by compute:nova {{(pid=110500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:58:13.249540 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-e80d2d91-491b-4fc9-a29c-303175c95fe7 req-16cc3f19-d0e8-4f47-920e-281d7b0621be tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (1bd62356-0f14-4a52-893b-e92247ad2950), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:13.277787 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc3f19-d0e8-4f47-920e-281d7b0621be tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Pushing event deleted for resources: {'Port': ['ID=1bd62356-0f14-4a52-893b-e92247ad2950,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:58:13.292379 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cc3f19-d0e8-4f47-920e-281d7b0621be tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:13.292579 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cc3f19-d0e8-4f47-920e-281d7b0621be tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:13.292912 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cc3f19-d0e8-4f47-920e-281d7b0621be tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:13.293205 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cc3f19-d0e8-4f47-920e-281d7b0621be tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:13.293540 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cc3f19-d0e8-4f47-920e-281d7b0621be tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:13.293872 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cc3f19-d0e8-4f47-920e-281d7b0621be tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:13.294200 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cc3f19-d0e8-4f47-920e-281d7b0621be tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:13.294536 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cc3f19-d0e8-4f47-920e-281d7b0621be tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:13.294861 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cc3f19-d0e8-4f47-920e-281d7b0621be tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:13.295189 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cc3f19-d0e8-4f47-920e-281d7b0621be tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:13.295513 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cc3f19-d0e8-4f47-920e-281d7b0621be tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:13.295847 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cc3f19-d0e8-4f47-920e-281d7b0621be tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:13.296173 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cc3f19-d0e8-4f47-920e-281d7b0621be tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:13.296527 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cc3f19-d0e8-4f47-920e-281d7b0621be tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:13.296854 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cc3f19-d0e8-4f47-920e-281d7b0621be tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:13.430691 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-4061a9dd-67de-4372-b111-ef1e1d0e4f93 req-fb3df5a3-0cbf-4004-b49c-e4474cf5492b tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=aa08cafd-c1b6-4cd5-abc3-b5e5af87cd70 HTTP/1.1" status: 200 len: 210 time: 0.0359461 May 26 13:58:13.445346 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e80d2d91-491b-4fc9-a29c-303175c95fe7 req-16cc3f19-d0e8-4f47-920e-281d7b0621be tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Router 46eb0fef-e0da-45db-bd2e-a114c0e9fccd has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:58:13.557057 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e80d2d91-491b-4fc9-a29c-303175c95fe7 req-16cc3f19-d0e8-4f47-920e-281d7b0621be tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:58:13.563686 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:13.570000 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4d72ed-6e4d-4014-98d6-7a254479b1ef None None] Sync routers for ids ['46eb0fef-e0da-45db-bd2e-a114c0e9fccd'] in dv-cinder-819668-4-iscsi {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:58:13.596459 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4d72ed-6e4d-4014-98d6-7a254479b1ef None None] Routers {'46eb0fef-e0da-45db-bd2e-a114c0e9fccd'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:58:13.597699 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-0d4d72ed-6e4d-4014-98d6-7a254479b1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:57:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['46eb0fef-e0da-45db-bd2e-a114c0e9fccd'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:58:13.609933 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80d2d91-491b-4fc9-a29c-303175c95fe7 req-16cc3f19-d0e8-4f47-920e-281d7b0621be tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] No DVR routers for this DVR port 1bd62356-0f14-4a52-893b-e92247ad2950 on host hv-cinder-81966 {{(pid=110500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 13:58:13.612788 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-e80d2d91-491b-4fc9-a29c-303175c95fe7 req-16cc3f19-d0e8-4f47-920e-281d7b0621be tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:13.616286 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e80d2d91-491b-4fc9-a29c-303175c95fe7 req-16cc3f19-d0e8-4f47-920e-281d7b0621be tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.57 "DELETE /v2.0/ports/1bd62356-0f14-4a52-893b-e92247ad2950 HTTP/1.1" status: 204 len: 173 time: 0.8665977 May 26 13:58:13.616796 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa08cafd-c1b6-4cd5-abc3-b5e5af87cd70', 'name': 'network-vif-deleted', 'tag': '1bd62356-0f14-4a52-893b-e92247ad2950'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:58:13.619252 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd55fb7a-553a-45f9-a7eb-efb09a0907d1" -d '{"events": [{"server_uuid": "aa08cafd-c1b6-4cd5-abc3-b5e5af87cd70", "name": "network-vif-deleted", "tag": "1bd62356-0f14-4a52-893b-e92247ad2950"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:58:13.657617 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688e43b6-3281-4641-8204-4e0f43f3250c x-openstack-request-id: req-688e43b6-3281-4641-8204-4e0f43f3250c {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:58:13.657969 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa08cafd-c1b6-4cd5-abc3-b5e5af87cd70", "name": "network-vif-deleted", "tag": "1bd62356-0f14-4a52-893b-e92247ad2950", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:58:13.658235 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-688e43b6-3281-4641-8204-4e0f43f3250c {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:58:13.658651 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-688e43b6-3281-4641-8204-4e0f43f3250c'] response: {'server_uuid': 'aa08cafd-c1b6-4cd5-abc3-b5e5af87cd70', 'name': 'network-vif-deleted', 'tag': '1bd62356-0f14-4a52-893b-e92247ad2950', 'status': 'completed', 'code': 200} May 26 13:58:13.720120 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-0d4d72ed-6e4d-4014-98d6-7a254479b1ef None None] Set router 46eb0fef-e0da-45db-bd2e-a114c0e9fccd gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:58:14.004602 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-0d4d72ed-6e4d-4014-98d6-7a254479b1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'name': 'tempest-AttachVolumeNegativeTest-25840542-router', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:55:08Z', 'updated_at': '2022-05-26T13:55:11Z', 'revision_number': 4, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'gw_port': {'id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:09Z', 'updated_at': '2022-05-26T13:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': '65165b30-b42a-444b-bd1d-71fd11141b49', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'port_id': '45ae6c26-1a6e-4815-8f09-9250744041ea', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'mac_address': 'fa:16:3e:cf:02:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc7bf48-e03b-4fd7-9e81-3c61c7395271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:55:13Z', 'updated_at': '2022-05-26T13:55:27Z', 'revision_number': 2, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26951894-36d5-46f0-83fc-45e7a107ab53', 'name': '', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'mac_address': 'fa:16:3e:49:4d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:11Z', 'updated_at': '2022-05-26T13:55:15Z', 'revision_number': 5, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'subnets': [{'id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:58:14.029654 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4d72ed-6e4d-4014-98d6-7a254479b1ef None None] Checking router: 46eb0fef-e0da-45db-bd2e-a114c0e9fccd for host: dv-cinder-819668-4-iscsi {{(pid=110503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:58:14.040828 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4d72ed-6e4d-4014-98d6-7a254479b1ef None None] Routers {'46eb0fef-e0da-45db-bd2e-a114c0e9fccd'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:58:14.041456 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-0d4d72ed-6e4d-4014-98d6-7a254479b1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:57:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['46eb0fef-e0da-45db-bd2e-a114c0e9fccd'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:58:14.106820 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-bc63b9a1-030c-42fd-8835-cd3a619ffa7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:14.161346 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-0d4d72ed-6e4d-4014-98d6-7a254479b1ef None None] Set router 46eb0fef-e0da-45db-bd2e-a114c0e9fccd gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:58:14.459938 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-0d4d72ed-6e4d-4014-98d6-7a254479b1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'name': 'tempest-AttachVolumeNegativeTest-25840542-router', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:55:08Z', 'updated_at': '2022-05-26T13:55:11Z', 'revision_number': 4, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'gw_port': {'id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:09Z', 'updated_at': '2022-05-26T13:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': '65165b30-b42a-444b-bd1d-71fd11141b49', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'port_id': '45ae6c26-1a6e-4815-8f09-9250744041ea', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'mac_address': 'fa:16:3e:cf:02:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc7bf48-e03b-4fd7-9e81-3c61c7395271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:55:13Z', 'updated_at': '2022-05-26T13:55:27Z', 'revision_number': 2, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26951894-36d5-46f0-83fc-45e7a107ab53', 'name': '', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'mac_address': 'fa:16:3e:49:4d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:11Z', 'updated_at': '2022-05-26T13:55:15Z', 'revision_number': 5, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'subnets': [{'id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:58:14.488005 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4d72ed-6e4d-4014-98d6-7a254479b1ef None None] The sync data for ids ['46eb0fef-e0da-45db-bd2e-a114c0e9fccd'] in dv-cinder-819668-4-iscsi is: [{'id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'name': 'tempest-AttachVolumeNegativeTest-25840542-router', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:55:08Z', 'updated_at': '2022-05-26T13:55:11Z', 'revision_number': 4, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'gw_port': {'id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:09Z', 'updated_at': '2022-05-26T13:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': '65165b30-b42a-444b-bd1d-71fd11141b49', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'port_id': '45ae6c26-1a6e-4815-8f09-9250744041ea', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'mac_address': 'fa:16:3e:cf:02:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc7bf48-e03b-4fd7-9e81-3c61c7395271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:55:13Z', 'updated_at': '2022-05-26T13:55:27Z', 'revision_number': 2, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26951894-36d5-46f0-83fc-45e7a107ab53', 'name': '', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'mac_address': 'fa:16:3e:49:4d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:11Z', 'updated_at': '2022-05-26T13:55:15Z', 'revision_number': 5, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'subnets': [{'id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:58:14.529126 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 38480) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:58:14.570727 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:14.594848 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-4acafac7-7054-4710-a23a-97432d63f393 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for security_group (24adfaf9-d9b6-4e20-acc6-edc3a18dd5e9), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:14.620716 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-4acafac7-7054-4710-a23a-97432d63f393 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for security_group (24adfaf9-d9b6-4e20-acc6-edc3a18dd5e9), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:14.674356 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-4acafac7-7054-4710-a23a-97432d63f393 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (24adfaf9-d9b6-4e20-acc6-edc3a18dd5e9), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:14.677684 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-4acafac7-7054-4710-a23a-97432d63f393 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:14.679176 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-4acafac7-7054-4710-a23a-97432d63f393 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "DELETE /v2.0/security-groups/24adfaf9-d9b6-4e20-acc6-edc3a18dd5e9 HTTP/1.1" status: 204 len: 168 time: 0.1487291 May 26 13:58:14.681772 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 38482) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:58:14.689028 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acafac7-7054-4710-a23a-97432d63f393 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24adfaf9-d9b6-4e20-acc6-edc3a18dd5e9,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:58:14.697372 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.api.v2.resource [None req-268e7d20-4e00-47e7-ab74-fec120d7751c tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] show failed (client error): The resource could not be found. May 26 13:58:14.701064 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-268e7d20-4e00-47e7-ab74-fec120d7751c tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/security-groups/24adfaf9-d9b6-4e20-acc6-edc3a18dd5e9 HTTP/1.1" status: 404 len: 347 time: 0.0148447 May 26 13:58:14.702098 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 38484) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:58:14.751457 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31d1bf7-83f1-44da-813b-aca59b8779bb None None] New status for floating IP 66fcb1ed-d122-461d-99ef-5a187097c24e: DOWN {{(pid=110502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 13:58:14.816921 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [None req-3e6ce5aa-c815-4954-b93f-e12c52dda0fb tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Deleting port 83f20801-141d-42eb-b4e0-374fd40ad281 {{(pid=110500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:58:14.817237 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-3e6ce5aa-c815-4954-b93f-e12c52dda0fb tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (83f20801-141d-42eb-b4e0-374fd40ad281), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:14.908917 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-3e6ce5aa-c815-4954-b93f-e12c52dda0fb tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (83f20801-141d-42eb-b4e0-374fd40ad281), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:14.909785 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-3e6ce5aa-c815-4954-b93f-e12c52dda0fb tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for floatingip (83f20801-141d-42eb-b4e0-374fd40ad281), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:14.923622 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [None req-3e6ce5aa-c815-4954-b93f-e12c52dda0fb tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Calling delete_port for 83f20801-141d-42eb-b4e0-374fd40ad281 owned by network:floatingip {{(pid=110500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:58:15.056234 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-3e6ce5aa-c815-4954-b93f-e12c52dda0fb tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (83f20801-141d-42eb-b4e0-374fd40ad281), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:15.321422 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ce5aa-c815-4954-b93f-e12c52dda0fb tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Pushing event deleted for resources: {'Port': ['ID=83f20801-141d-42eb-b4e0-374fd40ad281,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:58:15.385664 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-3e6ce5aa-c815-4954-b93f-e12c52dda0fb tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for floatingip (66fcb1ed-d122-461d-99ef-5a187097c24e), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:15.388178 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-3e6ce5aa-c815-4954-b93f-e12c52dda0fb tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for floatingip (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:15.389368 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-3e6ce5aa-c815-4954-b93f-e12c52dda0fb tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "DELETE /v2.0/floatingips/66fcb1ed-d122-461d-99ef-5a187097c24e HTTP/1.1" status: 204 len: 168 time: 0.6867118 May 26 13:58:15.618999 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 1bd62356-0f14-4a52-893b-e92247ad2950 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 13:58:15.641300 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] No Port match for: 1bd62356-0f14-4a52-893b-e92247ad2950 {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 13:58:15.641615 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 1bd62356-0f14-4a52-893b-e92247ad2950 not bound to the agent host hv-cinder-81966 {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 13:58:16.492147 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-94d88d8c-a7ef-4e05-b6f2-f5f7d9eda8b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:17.001704 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab858fe5-74e3-48cd-bf1b-9bb856af182e req-7a517e46-ab8a-4dd0-98f3-0bee4244144b tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:17.003728 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ab858fe5-74e3-48cd-bf1b-9bb856af182e req-7a517e46-ab8a-4dd0-98f3-0bee4244144b tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcc7bf48-e03b-4fd7-9e81-3c61c7395271 HTTP/1.1" status: 200 len: 945 time: 0.0468597 May 26 13:58:17.053592 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ab858fe5-74e3-48cd-bf1b-9bb856af182e req-08ad0677-0fc8-4193-943b-b644933f49b7 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/security-groups?id=83c640cf-91c7-4899-89e6-0a1784309351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443597 May 26 13:58:17.780939 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:18.167581 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898f3df-8fda-4ffd-b4e0-e5a38628471f req-35c3a0b1-4846-4887-a132-2e3dee2f2926 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:18.169088 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-2898f3df-8fda-4ffd-b4e0-e5a38628471f req-35c3a0b1-4846-4887-a132-2e3dee2f2926 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcc7bf48-e03b-4fd7-9e81-3c61c7395271 HTTP/1.1" status: 200 len: 945 time: 0.0462062 May 26 13:58:18.216541 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-2898f3df-8fda-4ffd-b4e0-e5a38628471f req-94558dc0-1dc9-431e-982a-bc98f7d7b6fd tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/security-groups?id=83c640cf-91c7-4899-89e6-0a1784309351&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417430 May 26 13:58:18.677259 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc80f8-0a5a-40b9-a2ee-cfe5bbec8a0a req-fd791b28-d2be-45d8-a8b9-122f9af4d381 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:18.678787 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0ecc80f8-0a5a-40b9-a2ee-cfe5bbec8a0a req-fd791b28-d2be-45d8-a8b9-122f9af4d381 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcc7bf48-e03b-4fd7-9e81-3c61c7395271 HTTP/1.1" status: 200 len: 945 time: 0.0491433 May 26 13:58:18.762973 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [req-0ecc80f8-0a5a-40b9-a2ee-cfe5bbec8a0a req-deab3649-183a-4756-9025-ab27347126a0 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Deleting port 45ae6c26-1a6e-4815-8f09-9250744041ea {{(pid=110500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:58:18.763348 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-0ecc80f8-0a5a-40b9-a2ee-cfe5bbec8a0a req-deab3649-183a-4756-9025-ab27347126a0 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (45ae6c26-1a6e-4815-8f09-9250744041ea), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:18.858769 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-0ecc80f8-0a5a-40b9-a2ee-cfe5bbec8a0a req-deab3649-183a-4756-9025-ab27347126a0 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] For port 45ae6c26-1a6e-4815-8f09-9250744041ea, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=45ae6c26-1a6e-4815-8f09-9250744041ea,segment=NetworkSegment(4aae6642-e6a1-464f-8fb5-62ab179d57e3),segment_id=4aae6642-e6a1-464f-8fb5-62ab179d57e3)] {{(pid=110500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:58:18.859129 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-0ecc80f8-0a5a-40b9-a2ee-cfe5bbec8a0a req-deab3649-183a-4756-9025-ab27347126a0 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (45ae6c26-1a6e-4815-8f09-9250744041ea), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:18.873891 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:18.902736 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:19.026683 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-0ecc80f8-0a5a-40b9-a2ee-cfe5bbec8a0a req-deab3649-183a-4756-9025-ab27347126a0 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:19.027045 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-0ecc80f8-0a5a-40b9-a2ee-cfe5bbec8a0a req-deab3649-183a-4756-9025-ab27347126a0 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568549'] for floatingip (65165b30-b42a-444b-bd1d-71fd11141b49), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:19.027363 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.db.l3_db [req-0ecc80f8-0a5a-40b9-a2ee-cfe5bbec8a0a req-deab3649-183a-4756-9025-ab27347126a0 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Floating IP 65165b30-b42a-444b-bd1d-71fd11141b49 disassociated. External IP: 172.27.2.94, port: 45ae6c26-1a6e-4815-8f09-9250744041ea. May 26 13:58:19.027711 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [req-0ecc80f8-0a5a-40b9-a2ee-cfe5bbec8a0a req-deab3649-183a-4756-9025-ab27347126a0 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Calling delete_port for 45ae6c26-1a6e-4815-8f09-9250744041ea owned by compute:nova {{(pid=110500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:58:19.156026 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-0ecc80f8-0a5a-40b9-a2ee-cfe5bbec8a0a req-deab3649-183a-4756-9025-ab27347126a0 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (45ae6c26-1a6e-4815-8f09-9250744041ea), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:19.184166 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deab3649-183a-4756-9025-ab27347126a0 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Pushing event deleted for resources: {'Port': ['ID=45ae6c26-1a6e-4815-8f09-9250744041ea,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:58:19.200202 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:19.301987 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ecc80f8-0a5a-40b9-a2ee-cfe5bbec8a0a req-deab3649-183a-4756-9025-ab27347126a0 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Router 46eb0fef-e0da-45db-bd2e-a114c0e9fccd has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:58:19.335213 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-446e9888-027b-40dc-95d5-beafad8a0eeb req-17d6e354-a2b0-4754-9e2d-453024263627 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcc7bf48-e03b-4fd7-9e81-3c61c7395271 HTTP/1.1" status: 200 len: 210 time: 0.0321574 May 26 13:58:19.432587 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ecc80f8-0a5a-40b9-a2ee-cfe5bbec8a0a req-deab3649-183a-4756-9025-ab27347126a0 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:58:19.443751 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290e84f3-4257-4325-a513-4b74d0505cd0 None None] Sync routers for ids ['46eb0fef-e0da-45db-bd2e-a114c0e9fccd'] in dv-cinder-819668-4-iscsi {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:58:19.453914 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290e84f3-4257-4325-a513-4b74d0505cd0 None None] Routers {'46eb0fef-e0da-45db-bd2e-a114c0e9fccd'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:58:19.454530 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-290e84f3-4257-4325-a513-4b74d0505cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:58:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['46eb0fef-e0da-45db-bd2e-a114c0e9fccd'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:58:19.477718 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ecc80f8-0a5a-40b9-a2ee-cfe5bbec8a0a req-deab3649-183a-4756-9025-ab27347126a0 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] No DVR routers for this DVR port 45ae6c26-1a6e-4815-8f09-9250744041ea on host hv-cinder-81966 {{(pid=110500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 13:58:19.480127 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-0ecc80f8-0a5a-40b9-a2ee-cfe5bbec8a0a req-deab3649-183a-4756-9025-ab27347126a0 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:19.483314 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0ecc80f8-0a5a-40b9-a2ee-cfe5bbec8a0a req-deab3649-183a-4756-9025-ab27347126a0 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.57 "DELETE /v2.0/ports/45ae6c26-1a6e-4815-8f09-9250744041ea HTTP/1.1" status: 204 len: 173 time: 0.7997973 May 26 13:58:19.483742 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc7bf48-e03b-4fd7-9e81-3c61c7395271', 'name': 'network-vif-deleted', 'tag': '45ae6c26-1a6e-4815-8f09-9250744041ea'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:58:19.486010 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe3380d-3205-4d6f-9d39-789e2e5a109c" -d '{"events": [{"server_uuid": "bcc7bf48-e03b-4fd7-9e81-3c61c7395271", "name": "network-vif-deleted", "tag": "45ae6c26-1a6e-4815-8f09-9250744041ea"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:58:19.529980 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecda6b81-ffb6-416d-8d3f-dc2c1b892e92 x-openstack-request-id: req-ecda6b81-ffb6-416d-8d3f-dc2c1b892e92 {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:58:19.530823 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc7bf48-e03b-4fd7-9e81-3c61c7395271", "name": "network-vif-deleted", "tag": "45ae6c26-1a6e-4815-8f09-9250744041ea", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:58:19.531174 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ecda6b81-ffb6-416d-8d3f-dc2c1b892e92 {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:58:19.531683 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecda6b81-ffb6-416d-8d3f-dc2c1b892e92'] response: {'server_uuid': 'bcc7bf48-e03b-4fd7-9e81-3c61c7395271', 'name': 'network-vif-deleted', 'tag': '45ae6c26-1a6e-4815-8f09-9250744041ea', 'status': 'completed', 'code': 200} May 26 13:58:19.567530 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-290e84f3-4257-4325-a513-4b74d0505cd0 None None] Set router 46eb0fef-e0da-45db-bd2e-a114c0e9fccd gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:58:19.697982 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=100 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:19.705076 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=100 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:19.779593 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-290e84f3-4257-4325-a513-4b74d0505cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'name': 'tempest-AttachVolumeNegativeTest-25840542-router', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:55:08Z', 'updated_at': '2022-05-26T13:55:11Z', 'revision_number': 4, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'gw_port': {'id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:09Z', 'updated_at': '2022-05-26T13:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': '26951894-36d5-46f0-83fc-45e7a107ab53', 'name': '', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'mac_address': 'fa:16:3e:49:4d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:11Z', 'updated_at': '2022-05-26T13:55:15Z', 'revision_number': 5, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'subnets': [{'id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:58:19.806848 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290e84f3-4257-4325-a513-4b74d0505cd0 None None] Checking router: 46eb0fef-e0da-45db-bd2e-a114c0e9fccd for host: dv-cinder-819668-4-iscsi {{(pid=110503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:58:19.814978 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290e84f3-4257-4325-a513-4b74d0505cd0 None None] Routers {'46eb0fef-e0da-45db-bd2e-a114c0e9fccd'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:58:19.816386 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-290e84f3-4257-4325-a513-4b74d0505cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:58:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['46eb0fef-e0da-45db-bd2e-a114c0e9fccd'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:58:19.911212 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-290e84f3-4257-4325-a513-4b74d0505cd0 None None] Set router 46eb0fef-e0da-45db-bd2e-a114c0e9fccd gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:58:20.112143 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-290e84f3-4257-4325-a513-4b74d0505cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'name': 'tempest-AttachVolumeNegativeTest-25840542-router', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:55:08Z', 'updated_at': '2022-05-26T13:55:11Z', 'revision_number': 4, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'gw_port': {'id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:09Z', 'updated_at': '2022-05-26T13:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': '26951894-36d5-46f0-83fc-45e7a107ab53', 'name': '', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'mac_address': 'fa:16:3e:49:4d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:11Z', 'updated_at': '2022-05-26T13:55:15Z', 'revision_number': 5, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'subnets': [{'id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:58:20.137152 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290e84f3-4257-4325-a513-4b74d0505cd0 None None] The sync data for ids ['46eb0fef-e0da-45db-bd2e-a114c0e9fccd'] in dv-cinder-819668-4-iscsi is: [{'id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'name': 'tempest-AttachVolumeNegativeTest-25840542-router', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:55:08Z', 'updated_at': '2022-05-26T13:55:11Z', 'revision_number': 4, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'gw_port': {'id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:09Z', 'updated_at': '2022-05-26T13:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': '26951894-36d5-46f0-83fc-45e7a107ab53', 'name': '', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'mac_address': 'fa:16:3e:49:4d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:11Z', 'updated_at': '2022-05-26T13:55:15Z', 'revision_number': 5, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'subnets': [{'id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:58:20.356905 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a17a40f-c26c-4152-a147-599e784df0ac None None] New status for floating IP 65165b30-b42a-444b-bd1d-71fd11141b49: DOWN {{(pid=110502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 13:58:20.426023 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 38516) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:58:20.501949 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-3bbd5605-b93f-4c88-b762-bf1da9b423ca tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for security_group (83c640cf-91c7-4899-89e6-0a1784309351), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:20.507654 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:20.538378 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-3bbd5605-b93f-4c88-b762-bf1da9b423ca tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for security_group (83c640cf-91c7-4899-89e6-0a1784309351), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:20.587293 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-3bbd5605-b93f-4c88-b762-bf1da9b423ca tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (83c640cf-91c7-4899-89e6-0a1784309351), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:20.589876 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-3bbd5605-b93f-4c88-b762-bf1da9b423ca tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:20.591023 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-3bbd5605-b93f-4c88-b762-bf1da9b423ca tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "DELETE /v2.0/security-groups/83c640cf-91c7-4899-89e6-0a1784309351 HTTP/1.1" status: 204 len: 168 time: 0.1638827 May 26 13:58:20.593941 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 38518) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:58:20.601034 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd5605-b93f-4c88-b762-bf1da9b423ca tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c640cf-91c7-4899-89e6-0a1784309351,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:58:20.609115 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.api.v2.resource [None req-099a9193-e24c-439c-9ec0-53e94a22946e tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] show failed (client error): The resource could not be found. May 26 13:58:20.610381 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-099a9193-e24c-439c-9ec0-53e94a22946e tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/security-groups/83c640cf-91c7-4899-89e6-0a1784309351 HTTP/1.1" status: 404 len: 347 time: 0.0151932 May 26 13:58:20.613916 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 38520) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:58:20.977184 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-74fef039-d5f4-41a9-9410-6fc5aac34135 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Deleting port cbea6165-1df5-435d-8e3e-40936148d1d3 {{(pid=110501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 13:58:20.977788 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-74fef039-d5f4-41a9-9410-6fc5aac34135 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (cbea6165-1df5-435d-8e3e-40936148d1d3), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:21.060146 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-74fef039-d5f4-41a9-9410-6fc5aac34135 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (cbea6165-1df5-435d-8e3e-40936148d1d3), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:21.060510 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-74fef039-d5f4-41a9-9410-6fc5aac34135 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for floatingip (cbea6165-1df5-435d-8e3e-40936148d1d3), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:21.074232 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-74fef039-d5f4-41a9-9410-6fc5aac34135 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Calling delete_port for cbea6165-1df5-435d-8e3e-40936148d1d3 owned by network:floatingip {{(pid=110501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 13:58:21.206696 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-74fef039-d5f4-41a9-9410-6fc5aac34135 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5523151'] for port (cbea6165-1df5-435d-8e3e-40936148d1d3), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:21.230427 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fef039-d5f4-41a9-9410-6fc5aac34135 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Pushing event deleted for resources: {'Port': ['ID=cbea6165-1df5-435d-8e3e-40936148d1d3,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:58:21.242506 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fef039-d5f4-41a9-9410-6fc5aac34135 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:21.242852 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fef039-d5f4-41a9-9410-6fc5aac34135 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:21.243194 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fef039-d5f4-41a9-9410-6fc5aac34135 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:21.243529 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fef039-d5f4-41a9-9410-6fc5aac34135 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:21.243889 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fef039-d5f4-41a9-9410-6fc5aac34135 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:21.244235 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fef039-d5f4-41a9-9410-6fc5aac34135 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:21.244571 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fef039-d5f4-41a9-9410-6fc5aac34135 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:21.244895 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fef039-d5f4-41a9-9410-6fc5aac34135 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:21.245218 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fef039-d5f4-41a9-9410-6fc5aac34135 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:21.245540 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fef039-d5f4-41a9-9410-6fc5aac34135 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:21.245859 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fef039-d5f4-41a9-9410-6fc5aac34135 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:21.246179 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fef039-d5f4-41a9-9410-6fc5aac34135 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:21.246496 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fef039-d5f4-41a9-9410-6fc5aac34135 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:21.246817 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fef039-d5f4-41a9-9410-6fc5aac34135 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:21.247138 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fef039-d5f4-41a9-9410-6fc5aac34135 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:21.319059 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-74fef039-d5f4-41a9-9410-6fc5aac34135 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for floatingip (65165b30-b42a-444b-bd1d-71fd11141b49), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:21.322668 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-74fef039-d5f4-41a9-9410-6fc5aac34135 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for floatingip (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:21.323991 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-74fef039-d5f4-41a9-9410-6fc5aac34135 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "DELETE /v2.0/floatingips/65165b30-b42a-444b-bd1d-71fd11141b49 HTTP/1.1" status: 204 len: 168 time: 0.7089467 May 26 13:58:21.397809 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 38524) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:58:21.402335 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-25245661-44fb-476e-ad22-276baf6ce42a tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Request body: {'security_group': {'name': 'tempest-securitygroup--457938685', 'description': 'tempest-description--1044867037'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:58:21.422705 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-25245661-44fb-476e-ad22-276baf6ce42a tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:21.492638 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-25245661-44fb-476e-ad22-276baf6ce42a tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for security_group (4e76435a-b599-48ff-9d8c-52d7611c1f6e), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:21.496214 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-25245661-44fb-476e-ad22-276baf6ce42a tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (4e76435a-b599-48ff-9d8c-52d7611c1f6e), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:21.532590 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-25245661-44fb-476e-ad22-276baf6ce42a tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:21.533916 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-25245661-44fb-476e-ad22-276baf6ce42a tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1350474 May 26 13:58:21.535360 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25245661-44fb-476e-ad22-276baf6ce42a tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e76435a-b599-48ff-9d8c-52d7611c1f6e,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:58:21.536953 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 38526) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:58:21.541858 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-90d9e864-cbc9-49ee-a96c-3b7541632a5a tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Request body: {'security_group_rule': {'security_group_id': '4e76435a-b599-48ff-9d8c-52d7611c1f6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:58:21.571386 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-90d9e864-cbc9-49ee-a96c-3b7541632a5a tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for security_group_rule (6932fb29-04a9-44dc-ac4d-c2f5621d19ec), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:21.626166 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:21.634227 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-90d9e864-cbc9-49ee-a96c-3b7541632a5a tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for security_group_rule (6932fb29-04a9-44dc-ac4d-c2f5621d19ec), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:21.635669 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 45ae6c26-1a6e-4815-8f09-9250744041ea no longer exists at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 13:58:21.641845 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-90d9e864-cbc9-49ee-a96c-3b7541632a5a tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547660'] for security_group_rule (6932fb29-04a9-44dc-ac4d-c2f5621d19ec), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:21.662217 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=7,neutron:INSERT=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:21.663774 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] No Port match for: 45ae6c26-1a6e-4815-8f09-9250744041ea {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 13:58:21.664278 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 45ae6c26-1a6e-4815-8f09-9250744041ea not bound to the agent host hv-cinder-81966 {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 13:58:21.667404 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9e864-cbc9-49ee-a96c-3b7541632a5a tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6932fb29-04a9-44dc-ac4d-c2f5621d19ec,revision_number=0']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:58:21.675421 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-90d9e864-cbc9-49ee-a96c-3b7541632a5a tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:21.676163 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-90d9e864-cbc9-49ee-a96c-3b7541632a5a tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1380551 May 26 13:58:21.678785 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 38528) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:58:21.683400 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-af099f35-6506-4304-9539-4bc4ac918b0e tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Request body: {'security_group_rule': {'security_group_id': '4e76435a-b599-48ff-9d8c-52d7611c1f6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:58:21.718167 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-af099f35-6506-4304-9539-4bc4ac918b0e tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for security_group_rule (9835c383-a7ed-425a-9805-4576c223beaa), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:21.769154 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-af099f35-6506-4304-9539-4bc4ac918b0e tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for security_group_rule (9835c383-a7ed-425a-9805-4576c223beaa), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:21.772835 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-af099f35-6506-4304-9539-4bc4ac918b0e tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547660'] for security_group_rule (9835c383-a7ed-425a-9805-4576c223beaa), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:21.790968 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af099f35-6506-4304-9539-4bc4ac918b0e tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9835c383-a7ed-425a-9805-4576c223beaa,revision_number=0']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:58:21.800295 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-af099f35-6506-4304-9539-4bc4ac918b0e tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:21.801530 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-af099f35-6506-4304-9539-4bc4ac918b0e tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1217830 May 26 13:58:21.804481 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 38530) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:58:21.808849 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-45e54e26-364e-466e-8a16-5ddfa65b5995 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Request body: {'floatingip': {'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:58:21.829766 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-45e54e26-364e-466e-8a16-5ddfa65b5995 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:21.909298 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-45e54e26-364e-466e-8a16-5ddfa65b5995 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:22.032645 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.db_base_plugin_common [None req-45e54e26-364e-466e-8a16-5ddfa65b5995 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Allocated IP 172.27.2.129 (90e76b28-de17-4e9a-956c-e3acc4b829ee/72a92eeb-8c5d-4770-b3e7-e9300b6be16c/f21bc64d-697d-45dc-a94a-51d7f7243c2b) {{(pid=110500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:58:22.141367 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-45e54e26-364e-466e-8a16-5ddfa65b5995 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for port (f21bc64d-697d-45dc-a94a-51d7f7243c2b), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:22.174731 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-45e54e26-364e-466e-8a16-5ddfa65b5995 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (f21bc64d-697d-45dc-a94a-51d7f7243c2b), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:22.220707 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e54e26-364e-466e-8a16-5ddfa65b5995 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Network 90e76b28-de17-4e9a-956c-e3acc4b829ee is already hosted by enough agents. {{(pid=110500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:58:22.224339 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [None req-45e54e26-364e-466e-8a16-5ddfa65b5995 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Resources bound (agent type, host, resource id): {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:58:22.226700 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e54e26-364e-466e-8a16-5ddfa65b5995 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Received port after_create {{(pid=110500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:58:22.250499 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e54e26-364e-466e-8a16-5ddfa65b5995 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Pushing event updated for resources: {'Port': ['ID=f21bc64d-697d-45dc-a94a-51d7f7243c2b,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:58:22.314627 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-45e54e26-364e-466e-8a16-5ddfa65b5995 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for floatingip (8cefb814-adcd-4af8-b2b4-e736962dd75b), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:22.344064 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:DELETE=2,neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:22.355450 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-45e54e26-364e-466e-8a16-5ddfa65b5995 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (f21bc64d-697d-45dc-a94a-51d7f7243c2b), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:22.449183 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:22.548248 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-45e54e26-364e-466e-8a16-5ddfa65b5995 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for port (f21bc64d-697d-45dc-a94a-51d7f7243c2b), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:22.552886 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-45e54e26-364e-466e-8a16-5ddfa65b5995 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (f21bc64d-697d-45dc-a94a-51d7f7243c2b), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:22.624799 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e54e26-364e-466e-8a16-5ddfa65b5995 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Pushing event updated for resources: {'Port': ['ID=f21bc64d-697d-45dc-a94a-51d7f7243c2b,revision_number=2']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:58:22.640086 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-45e54e26-364e-466e-8a16-5ddfa65b5995 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568549'] for floatingip (8cefb814-adcd-4af8-b2b4-e736962dd75b), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:22.687734 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-45e54e26-364e-466e-8a16-5ddfa65b5995 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for floatingip (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:22.689078 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-45e54e26-364e-466e-8a16-5ddfa65b5995 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8835738 May 26 13:58:22.817199 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:22.840932 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-a9b24528-d075-412b-9fb4-b8b6193018fa tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--457938685&fields=id&tenant_id=b596535d63d6490eb939c300bfe565cf HTTP/1.1" status: 200 len: 267 time: 0.0446398 May 26 13:58:22.856958 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:22.949555 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-e21bccc3-d40e-4dd6-bb6a-cad57fd6ad97 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:22.951023 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-e21bccc3-d40e-4dd6-bb6a-cad57fd6ad97 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/networks?id=9be8c897-5f1a-4707-b0ba-c3382fad4d2e HTTP/1.1" status: 200 len: 813 time: 0.1027555 May 26 13:58:22.966579 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-d1f91dac-6620-4ad7-b28d-81a1e3c7efe4 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/quotas/b596535d63d6490eb939c300bfe565cf HTTP/1.1" status: 200 len: 375 time: 0.0090942 May 26 13:58:23.018411 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-50faeaca-7660-4b7a-828a-e3ff44219e63 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b596535d63d6490eb939c300bfe565cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466473 May 26 13:58:23.114066 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-e0808295-466a-4c47-8a65-e55040b8bc33 service neutron] 10.222.0.16 "GET /v2.0/networks/9be8c897-5f1a-4707-b0ba-c3382fad4d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836112 May 26 13:58:23.210043 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-ae7a7fa1-9fac-4802-b207-755b54b459af service neutron] 10.222.0.16 "GET /v2.0/networks/9be8c897-5f1a-4707-b0ba-c3382fad4d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903361 May 26 13:58:24.384908 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-dfee1945-0c66-4498-97dd-cefe20047716 req-79ff36c0-de2d-4de9-842a-62b95215cc9d tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=c048a6df-4889-4011-a072-70b3c965b14e HTTP/1.1" status: 200 len: 210 time: 0.0291836 May 26 13:58:25.305944 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-ec0a048b-10a6-485d-a845-075df859a510 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:25.307402 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-ec0a048b-10a6-485d-a845-075df859a510 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.57 "GET /v2.0/networks?id=9be8c897-5f1a-4707-b0ba-c3382fad4d2e HTTP/1.1" status: 200 len: 813 time: 0.1109588 May 26 13:58:25.372144 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-77a92e4d-cdc5-4454-bcc2-4b851ec6c085 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b596535d63d6490eb939c300bfe565cf HTTP/1.1" status: 200 len: 379 time: 0.0568798 May 26 13:58:25.438793 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-ba56ba4d-ff5e-44ea-9900-d70a9104f31f tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Request body: {'port': {'device_id': 'c048a6df-4889-4011-a072-70b3c965b14e', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'admin_state_up': True, 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'security_groups': ['4e76435a-b599-48ff-9d8c-52d7611c1f6e']}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:58:25.487039 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-24049319-e60e-4d61-b502-812eb6e4a80f req-089f7c9c-8ed0-4589-8f19-92d3e775fb64 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=c048a6df-4889-4011-a072-70b3c965b14e HTTP/1.1" status: 200 len: 210 time: 0.0288618 May 26 13:58:25.554518 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-ba56ba4d-ff5e-44ea-9900-d70a9104f31f tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Made reservation on behalf of b596535d63d6490eb939c300bfe565cf for: {'port': 1} {{(pid=110500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:58:25.558171 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-ba56ba4d-ff5e-44ea-9900-d70a9104f31f tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:25.686765 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.db_base_plugin_common [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-ba56ba4d-ff5e-44ea-9900-d70a9104f31f tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Allocated IP 172.20.0.6 (9be8c897-5f1a-4707-b0ba-c3382fad4d2e/de0fdd08-7a37-4a84-9a24-d2a545d515fc/8a8f4660-4941-4d34-ba99-bfe395f333c5) {{(pid=110500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:58:25.813226 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=4 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:25.832992 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-ba56ba4d-ff5e-44ea-9900-d70a9104f31f tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for port (8a8f4660-4941-4d34-ba99-bfe395f333c5), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:25.840922 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:25.870487 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-ba56ba4d-ff5e-44ea-9900-d70a9104f31f tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (8a8f4660-4941-4d34-ba99-bfe395f333c5), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:25.916131 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-ba56ba4d-ff5e-44ea-9900-d70a9104f31f tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Network 9be8c897-5f1a-4707-b0ba-c3382fad4d2e is already hosted by enough agents. {{(pid=110500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:58:25.919450 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-ba56ba4d-ff5e-44ea-9900-d70a9104f31f tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Resources bound (agent type, host, resource id): {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:58:25.923228 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-ba56ba4d-ff5e-44ea-9900-d70a9104f31f tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Received port after_create {{(pid=110500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:58:25.930538 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba56ba4d-ff5e-44ea-9900-d70a9104f31f tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Pushing event updated for resources: {'Port': ['ID=8a8f4660-4941-4d34-ba99-bfe395f333c5,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:58:25.981003 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-ba56ba4d-ff5e-44ea-9900-d70a9104f31f tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:25.981644 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-ba56ba4d-ff5e-44ea-9900-d70a9104f31f tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:25.998611 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-ba56ba4d-ff5e-44ea-9900-d70a9104f31f tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5638690 May 26 13:58:26.012054 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-50f5b182-7854-4197-a257-983fe747876a service neutron] Request body: {'port': {'device_id': 'c048a6df-4889-4011-a072-70b3c965b14e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:58:26.079276 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-50f5b182-7854-4197-a257-983fe747876a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (8a8f4660-4941-4d34-ba99-bfe395f333c5), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:26.157772 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-840cdbcb-d63e-4848-9ea4-4429d68c82bc None None] Provisioning complete for port 8a8f4660-4941-4d34-ba99-bfe395f333c5 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:58:26.158527 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-840cdbcb-d63e-4848-9ea4-4429d68c82bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (8a8f4660-4941-4d34-ba99-bfe395f333c5), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:26.190969 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-840cdbcb-d63e-4848-9ea4-4429d68c82bc None None] Port 8a8f4660-4941-4d34-ba99-bfe395f333c5 cannot update to ACTIVE because it is not bound. {{(pid=110502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:58:26.370948 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-50f5b182-7854-4197-a257-983fe747876a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a8f4660-4941-4d34-ba99-bfe395f333c5 {{(pid=110500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:58:26.379016 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-50f5b182-7854-4197-a257-983fe747876a service neutron] Publish callbacks [] for port (8a8f4660-4941-4d34-ba99-bfe395f333c5), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:26.391488 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.provisioning_blocks [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-50f5b182-7854-4197-a257-983fe747876a service neutron] Transition to ACTIVE for port object 8a8f4660-4941-4d34-ba99-bfe395f333c5 will not be triggered until provisioned by entity L2. {{(pid=110500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 13:58:26.396213 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-50f5b182-7854-4197-a257-983fe747876a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (8a8f4660-4941-4d34-ba99-bfe395f333c5), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:26.450091 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5b182-7854-4197-a257-983fe747876a service neutron] Pushing event updated for resources: {'Port': ['ID=8a8f4660-4941-4d34-ba99-bfe395f333c5,revision_number=2']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:58:26.524407 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-50f5b182-7854-4197-a257-983fe747876a service neutron] Attempting to bind port 8a8f4660-4941-4d34-ba99-bfe395f333c5 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:58:26.524753 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-50f5b182-7854-4197-a257-983fe747876a service neutron] Attempting to bind port 8a8f4660-4941-4d34-ba99-bfe395f333c5 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '4aae6642-e6a1-464f-8fb5-62ab179d57e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e'}] {{(pid=110500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:58:26.525171 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-50f5b182-7854-4197-a257-983fe747876a service neutron] Attempting to bind port 8a8f4660-4941-4d34-ba99-bfe395f333c5 on network 9be8c897-5f1a-4707-b0ba-c3382fad4d2e {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:58:26.529926 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-50f5b182-7854-4197-a257-983fe747876a service neutron] Port 8a8f4660-4941-4d34-ba99-bfe395f333c5 on network 9be8c897-5f1a-4707-b0ba-c3382fad4d2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 13:58:26.530250 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-50f5b182-7854-4197-a257-983fe747876a service neutron] Attempting to bind port 8a8f4660-4941-4d34-ba99-bfe395f333c5 on network 9be8c897-5f1a-4707-b0ba-c3382fad4d2e {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:58:26.536259 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-50f5b182-7854-4197-a257-983fe747876a service neutron] Checking agent: {'id': '207809ce-be6b-4746-a715-8e1c980ff656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 42, 40), 'started_at': datetime.datetime(2022, 5, 26, 13, 42, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:58:26.536723 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-50f5b182-7854-4197-a257-983fe747876a service neutron] Checking segment: {'id': '4aae6642-e6a1-464f-8fb5-62ab179d57e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:58:26.537026 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-50f5b182-7854-4197-a257-983fe747876a service neutron] Bound using segment: {'id': '4aae6642-e6a1-464f-8fb5-62ab179d57e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e'} {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:58:26.537459 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-50f5b182-7854-4197-a257-983fe747876a service neutron] Bound port: 8a8f4660-4941-4d34-ba99-bfe395f333c5, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aae6642-e6a1-464f-8fb5-62ab179d57e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e'}}] {{(pid=110500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:58:26.537853 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-50f5b182-7854-4197-a257-983fe747876a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (8a8f4660-4941-4d34-ba99-bfe395f333c5), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:26.652838 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea24ecf-e213-4709-981e-a1d8d165f5e1 req-82b5f4b6-8c02-486d-a997-9f3143a64e30 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:26.654323 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-eea24ecf-e213-4709-981e-a1d8d165f5e1 req-82b5f4b6-8c02-486d-a997-9f3143a64e30 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=c048a6df-4889-4011-a072-70b3c965b14e HTTP/1.1" status: 200 len: 943 time: 0.0754189 May 26 13:58:26.655325 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-50f5b182-7854-4197-a257-983fe747876a service neutron] For port 8a8f4660-4941-4d34-ba99-bfe395f333c5, host hv-cinder-81966, cleared binding levels {{(pid=110500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:58:26.658643 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-50f5b182-7854-4197-a257-983fe747876a service neutron] For port 8a8f4660-4941-4d34-ba99-bfe395f333c5, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=8a8f4660-4941-4d34-ba99-bfe395f333c5,segment=NetworkSegment(4aae6642-e6a1-464f-8fb5-62ab179d57e3),segment_id=4aae6642-e6a1-464f-8fb5-62ab179d57e3)] {{(pid=110500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:58:26.667676 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:26.670774 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-50f5b182-7854-4197-a257-983fe747876a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (8a8f4660-4941-4d34-ba99-bfe395f333c5), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:26.680703 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:26.722577 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-50f5b182-7854-4197-a257-983fe747876a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:26.723360 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-50f5b182-7854-4197-a257-983fe747876a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:26.724789 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-50f5b182-7854-4197-a257-983fe747876a service neutron] 10.222.0.57 "PUT /v2.0/ports/8a8f4660-4941-4d34-ba99-bfe395f333c5 HTTP/1.1" status: 200 len: 1093 time: 0.7194071 May 26 13:58:26.733368 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c048a6df-4889-4011-a072-70b3c965b14e', 'tag': '8a8f4660-4941-4d34-ba99-bfe395f333c5'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:58:26.735947 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8195f182-343c-4c3c-a5f7-5e0f23fa6d11" -d '{"events": [{"name": "network-changed", "server_uuid": "c048a6df-4889-4011-a072-70b3c965b14e", "tag": "8a8f4660-4941-4d34-ba99-bfe395f333c5"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:58:26.789607 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c20983-e057-4939-be14-b17d129618fe x-openstack-request-id: req-09c20983-e057-4939-be14-b17d129618fe {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:58:26.789900 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c048a6df-4889-4011-a072-70b3c965b14e", "tag": "8a8f4660-4941-4d34-ba99-bfe395f333c5", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:58:26.790217 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-09c20983-e057-4939-be14-b17d129618fe {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:58:26.790616 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09c20983-e057-4939-be14-b17d129618fe'] response: {'name': 'network-changed', 'server_uuid': 'c048a6df-4889-4011-a072-70b3c965b14e', 'tag': '8a8f4660-4941-4d34-ba99-bfe395f333c5', 'status': 'completed', 'code': 200} May 26 13:58:26.811080 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-eea24ecf-e213-4709-981e-a1d8d165f5e1 req-77a717ac-a00f-4f56-bcde-17b29b7d4dfe tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e76435a-b599-48ff-9d8c-52d7611c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505194 May 26 13:58:26.819487 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5b182-7854-4197-a257-983fe747876a service neutron] Pushing event updated for resources: {'Port': ['ID=8a8f4660-4941-4d34-ba99-bfe395f333c5,revision_number=3']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:58:26.830241 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-21b5df0b-21b7-4d93-aedb-b666a6c5f9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:26.832755 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-21b5df0b-21b7-4d93-aedb-b666a6c5f9e1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b596535d63d6490eb939c300bfe565cf&device_id=c048a6df-4889-4011-a072-70b3c965b14e HTTP/1.1" status: 200 len: 1127 time: 0.0645864 May 26 13:58:26.872676 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-fedf9ffa-e5c2-4839-bd19-40494652a2e1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a8f4660-4941-4d34-ba99-bfe395f333c5 HTTP/1.1" status: 200 len: 217 time: 0.0336890 May 26 13:58:26.925434 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-ba5c1500-80dd-4fef-b88e-866590194d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:26.926903 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-ba5c1500-80dd-4fef-b88e-866590194d11 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=de0fdd08-7a37-4a84-9a24-d2a545d515fc HTTP/1.1" status: 200 len: 852 time: 0.0492640 May 26 13:58:26.975275 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-a8b6606f-6bb4-4850-b9b6-5bdb30c8d329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:26.976866 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-a8b6606f-6bb4-4850-b9b6-5bdb30c8d329 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9be8c897-5f1a-4707-b0ba-c3382fad4d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439358 May 26 13:58:27.068875 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-ea5413bb-8fca-452a-a069-954e7afd4452 service neutron] 10.222.0.57 "GET /v2.0/networks/9be8c897-5f1a-4707-b0ba-c3382fad4d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860505 May 26 13:58:27.163472 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-384004a4-2acf-4f46-9368-1f45e2e407e7 req-af832c4a-2157-4ab7-a522-589ab1b90b9c service neutron] 10.222.0.57 "GET /v2.0/networks/9be8c897-5f1a-4707-b0ba-c3382fad4d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890470 May 26 13:58:27.937359 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461cac9-79c8-4580-b5ae-5e6841052ddc req-7b78c488-f8fc-4d6d-ae40-a5d85d80019d tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:27.938898 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-5461cac9-79c8-4580-b5ae-5e6841052ddc req-7b78c488-f8fc-4d6d-ae40-a5d85d80019d tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=c048a6df-4889-4011-a072-70b3c965b14e HTTP/1.1" status: 200 len: 943 time: 0.0481923 May 26 13:58:27.992365 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-5461cac9-79c8-4580-b5ae-5e6841052ddc req-5e417278-2484-4ee1-b323-9b500784c58d tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e76435a-b599-48ff-9d8c-52d7611c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466135 May 26 13:58:28.962864 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195f182-343c-4c3c-a5f7-5e0f23fa6d11 req-5bd42be9-6c8b-4b9c-baa1-b4103b12cb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:28.964375 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8195f182-343c-4c3c-a5f7-5e0f23fa6d11 req-5bd42be9-6c8b-4b9c-baa1-b4103b12cb8b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b596535d63d6490eb939c300bfe565cf&device_id=c048a6df-4889-4011-a072-70b3c965b14e HTTP/1.1" status: 200 len: 1127 time: 0.0403962 May 26 13:58:29.060995 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195f182-343c-4c3c-a5f7-5e0f23fa6d11 req-8b7322c7-99d5-4beb-bf76-6c7629a38e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:29.062509 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8195f182-343c-4c3c-a5f7-5e0f23fa6d11 req-8b7322c7-99d5-4beb-bf76-6c7629a38e45 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9be8c897-5f1a-4707-b0ba-c3382fad4d2e HTTP/1.1" status: 200 len: 914 time: 0.0928974 May 26 13:58:29.123446 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8195f182-343c-4c3c-a5f7-5e0f23fa6d11 req-6d3be5dd-7e80-464d-9511-80a150e418e1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a8f4660-4941-4d34-ba99-bfe395f333c5 HTTP/1.1" status: 200 len: 217 time: 0.0498462 May 26 13:58:29.180139 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a404ee-7a70-4354-8bea-712b22575993 req-7bd23406-f6d1-4ac3-aad8-3f9f45aee278 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:29.181554 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-43a404ee-7a70-4354-8bea-712b22575993 req-7bd23406-f6d1-4ac3-aad8-3f9f45aee278 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=c048a6df-4889-4011-a072-70b3c965b14e HTTP/1.1" status: 200 len: 943 time: 0.1181612 May 26 13:58:29.220194 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195f182-343c-4c3c-a5f7-5e0f23fa6d11 req-ea8d489c-7a9f-478c-9c43-907d45e295fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:29.221670 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8195f182-343c-4c3c-a5f7-5e0f23fa6d11 req-ea8d489c-7a9f-478c-9c43-907d45e295fc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=de0fdd08-7a37-4a84-9a24-d2a545d515fc HTTP/1.1" status: 200 len: 852 time: 0.0923073 May 26 13:58:29.274663 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-43a404ee-7a70-4354-8bea-712b22575993 req-3085061c-6b65-41ae-8928-e10a0d5a011f tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e76435a-b599-48ff-9d8c-52d7611c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870533 May 26 13:58:29.277663 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195f182-343c-4c3c-a5f7-5e0f23fa6d11 req-97acd765-8e5c-4e7a-922f-f279fa498562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:29.279079 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8195f182-343c-4c3c-a5f7-5e0f23fa6d11 req-97acd765-8e5c-4e7a-922f-f279fa498562 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9be8c897-5f1a-4707-b0ba-c3382fad4d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505133 May 26 13:58:29.372543 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8195f182-343c-4c3c-a5f7-5e0f23fa6d11 req-127bde51-208a-43fa-8654-bcd41d016472 service neutron] 10.222.0.57 "GET /v2.0/networks/9be8c897-5f1a-4707-b0ba-c3382fad4d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875204 May 26 13:58:29.428945 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:29.465409 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-8195f182-343c-4c3c-a5f7-5e0f23fa6d11 req-30250029-3e2a-4cbc-9adb-f1d01c3eceb2 service neutron] 10.222.0.57 "GET /v2.0/networks/9be8c897-5f1a-4707-b0ba-c3382fad4d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875196 May 26 13:58:29.683056 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 8a8f4660-4941-4d34-ba99-bfe395f333c5 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=110502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 13:58:29.783573 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 8a8f4660-4941-4d34-ba99-bfe395f333c5, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=8a8f4660-4941-4d34-ba99-bfe395f333c5,segment=NetworkSegment(4aae6642-e6a1-464f-8fb5-62ab179d57e3),segment_id=4aae6642-e6a1-464f-8fb5-62ab179d57e3)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:58:29.795659 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Returning: {'device': '8a8f4660-4941-4d34-ba99-bfe395f333c5', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'port_id': '8a8f4660-4941-4d34-ba99-bfe395f333c5', 'mac_address': 'fa:16:3e:5b:43:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 13:58:29.833386 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port 8a8f4660-4941-4d34-ba99-bfe395f333c5 is: DOWN; New status is: BUILD {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:58:29.833779 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (8a8f4660-4941-4d34-ba99-bfe395f333c5), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:29.848017 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a8f4660-4941-4d34-ba99-bfe395f333c5 {{(pid=110502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:58:29.868050 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 8a8f4660-4941-4d34-ba99-bfe395f333c5, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=8a8f4660-4941-4d34-ba99-bfe395f333c5,segment=NetworkSegment(4aae6642-e6a1-464f-8fb5-62ab179d57e3),segment_id=4aae6642-e6a1-464f-8fb5-62ab179d57e3)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:58:29.872802 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (8a8f4660-4941-4d34-ba99-bfe395f333c5), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:29.917452 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=8a8f4660-4941-4d34-ba99-bfe395f333c5,revision_number=4']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:58:29.924552 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:29.925922 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:29.926248 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:29.926583 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:29.926913 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:29.927238 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:29.927561 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:29.927883 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:29.928203 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:29.928543 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:29.928865 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:29.929184 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:29.929497 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:29.929809 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:29.930120 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:58:30.115605 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=45 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:30.116332 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=45 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:30.178182 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] get_ports_and_sgs() called for port_ids ['8a8f4660-4941-4d34-ba99-bfe395f333c5'] {{(pid=110502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 13:58:30.392403 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f229ad-a244-4aac-a018-adc0140e5d01 req-fe484418-7362-434d-9bc5-f0518e8ee89e tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:30.394437 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-18f229ad-a244-4aac-a018-adc0140e5d01 req-fe484418-7362-434d-9bc5-f0518e8ee89e tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=c048a6df-4889-4011-a072-70b3c965b14e HTTP/1.1" status: 200 len: 944 time: 0.0513566 May 26 13:58:30.442517 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-18f229ad-a244-4aac-a018-adc0140e5d01 req-2a7ea253-42c0-4e8b-a3ac-bcc7ba97caa6 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e76435a-b599-48ff-9d8c-52d7611c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423067 May 26 13:58:31.559032 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecfcc2c-6127-4963-91ea-bb42e15f673e req-a4c504cb-7d6e-48af-96a1-8490c2190e5a tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:31.560565 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-eecfcc2c-6127-4963-91ea-bb42e15f673e req-a4c504cb-7d6e-48af-96a1-8490c2190e5a tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=c048a6df-4889-4011-a072-70b3c965b14e HTTP/1.1" status: 200 len: 944 time: 0.0475678 May 26 13:58:31.608485 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-eecfcc2c-6127-4963-91ea-bb42e15f673e req-2ea9b705-f7d5-40f3-9217-6564a8b1ab27 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e76435a-b599-48ff-9d8c-52d7611c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410774 May 26 13:58:31.698503 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 8a8f4660-4941-4d34-ba99-bfe395f333c5 up at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:58:31.730874 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:31.745946 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Provisioning for port 8a8f4660-4941-4d34-ba99-bfe395f333c5 completed by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 13:58:31.751454 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Provisioning complete for port 8a8f4660-4941-4d34-ba99-bfe395f333c5 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:58:31.751845 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (8a8f4660-4941-4d34-ba99-bfe395f333c5), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:31.789446 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:31.825294 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port 8a8f4660-4941-4d34-ba99-bfe395f333c5 is: BUILD; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:58:31.825682 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (8a8f4660-4941-4d34-ba99-bfe395f333c5), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:31.848983 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c048a6df-4889-4011-a072-70b3c965b14e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8f4660-4941-4d34-ba99-bfe395f333c5'}] {{(pid=110502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:58:31.851199 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186ee40048dd7feccd586c88f433d7b47dbfd7dc0140a518261bfa5b158966a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea2c771-6f7d-4947-b965-02399f33e849" -d '{"events": [{"server_uuid": "c048a6df-4889-4011-a072-70b3c965b14e", "name": "network-vif-plugged", "status": "completed", "tag": "8a8f4660-4941-4d34-ba99-bfe395f333c5"}]}' {{(pid=110502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:58:31.864892 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 8a8f4660-4941-4d34-ba99-bfe395f333c5, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=8a8f4660-4941-4d34-ba99-bfe395f333c5,segment=NetworkSegment(4aae6642-e6a1-464f-8fb5-62ab179d57e3),segment_id=4aae6642-e6a1-464f-8fb5-62ab179d57e3)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:58:31.868879 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (8a8f4660-4941-4d34-ba99-bfe395f333c5), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:31.890397 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0867b9e2-2d7a-49ef-b2e8-fda08fa6ddf1 x-openstack-request-id: req-0867b9e2-2d7a-49ef-b2e8-fda08fa6ddf1 {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:58:31.890669 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c048a6df-4889-4011-a072-70b3c965b14e", "name": "network-vif-plugged", "status": "completed", "tag": "8a8f4660-4941-4d34-ba99-bfe395f333c5", "code": 200}]} {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:58:31.890920 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0867b9e2-2d7a-49ef-b2e8-fda08fa6ddf1 {{(pid=110502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:58:31.891312 dv-cinder-819668-4-iscsi neutron-server[110502]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0867b9e2-2d7a-49ef-b2e8-fda08fa6ddf1'] response: {'server_uuid': 'c048a6df-4889-4011-a072-70b3c965b14e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8f4660-4941-4d34-ba99-bfe395f333c5', 'code': 200} May 26 13:58:31.922934 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=8a8f4660-4941-4d34-ba99-bfe395f333c5,revision_number=5']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:58:32.051981 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:32.057667 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67b8b2-56e1-46a5-ba16-71135a588aab req-4484f9b9-79a1-4776-abb5-35e4bc85a531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:32.059160 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-1d67b8b2-56e1-46a5-ba16-71135a588aab req-4484f9b9-79a1-4776-abb5-35e4bc85a531 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c048a6df-4889-4011-a072-70b3c965b14e HTTP/1.1" status: 200 len: 1129 time: 0.0437005 May 26 13:58:32.102617 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-1d67b8b2-56e1-46a5-ba16-71135a588aab req-b9cd2ef3-16be-4006-ab4f-c5562634287f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4e76435a-b599-48ff-9d8c-52d7611c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379200 May 26 13:58:32.726229 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5ee03-dd0c-4022-96b9-f0b620416129 req-8f1b28aa-51b5-4a38-867c-425b882f225e tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:32.727735 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-acc5ee03-dd0c-4022-96b9-f0b620416129 req-8f1b28aa-51b5-4a38-867c-425b882f225e tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=c048a6df-4889-4011-a072-70b3c965b14e HTTP/1.1" status: 200 len: 945 time: 0.0476458 May 26 13:58:32.774890 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-acc5ee03-dd0c-4022-96b9-f0b620416129 req-bd4edb5b-ed2c-4be4-b1c5-ef359dd5f47d tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e76435a-b599-48ff-9d8c-52d7611c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417132 May 26 13:58:33.912367 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900e68c-b676-447a-85c8-c13f94722349 req-9ffc18aa-c05b-49ba-8127-9951f86a5488 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:33.915992 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-7900e68c-b676-447a-85c8-c13f94722349 req-9ffc18aa-c05b-49ba-8127-9951f86a5488 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=c048a6df-4889-4011-a072-70b3c965b14e HTTP/1.1" status: 200 len: 945 time: 0.0476112 May 26 13:58:33.961250 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-7900e68c-b676-447a-85c8-c13f94722349 req-78fbc871-6ebd-4a4c-a7a5-981f99ac39dd tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e76435a-b599-48ff-9d8c-52d7611c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417271 May 26 13:58:34.074298 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f895d9-d893-403e-afb8-9a2837c72a93 req-50d852b3-75b2-4b19-b297-3074343f7489 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:34.075671 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f8f895d9-d893-403e-afb8-9a2837c72a93 req-50d852b3-75b2-4b19-b297-3074343f7489 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=c048a6df-4889-4011-a072-70b3c965b14e HTTP/1.1" status: 200 len: 945 time: 0.0502656 May 26 13:58:34.085113 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 38586) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:58:34.089354 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-d7aee057-ad44-42fd-a31d-fe37688c96e7 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Request body: {'floatingip': {'port_id': '8a8f4660-4941-4d34-ba99-bfe395f333c5'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:58:34.126402 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d7aee057-ad44-42fd-a31d-fe37688c96e7 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for floatingip (8cefb814-adcd-4af8-b2b4-e736962dd75b), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:34.875587 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d7aee057-ad44-42fd-a31d-fe37688c96e7 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:34.879808 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d7aee057-ad44-42fd-a31d-fe37688c96e7 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568549'] for floatingip (8cefb814-adcd-4af8-b2b4-e736962dd75b), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:34.998095 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.db.l3_db [None req-d7aee057-ad44-42fd-a31d-fe37688c96e7 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Floating IP 8cefb814-adcd-4af8-b2b4-e736962dd75b associated. External IP: 172.27.2.129, port: 8a8f4660-4941-4d34-ba99-bfe395f333c5. May 26 13:58:35.209992 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:35.234246 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:35.236285 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7aee057-ad44-42fd-a31d-fe37688c96e7 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Router 46eb0fef-e0da-45db-bd2e-a114c0e9fccd has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:58:35.359720 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7aee057-ad44-42fd-a31d-fe37688c96e7 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:58:35.364786 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-d7aee057-ad44-42fd-a31d-fe37688c96e7 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for floatingip (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:35.369694 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dcd9a6-fd68-4f36-9813-f6bd9aa536f8 None None] Sync routers for ids ['46eb0fef-e0da-45db-bd2e-a114c0e9fccd'] in dv-cinder-819668-4-iscsi {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:58:35.381143 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dcd9a6-fd68-4f36-9813-f6bd9aa536f8 None None] Routers {'46eb0fef-e0da-45db-bd2e-a114c0e9fccd'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:58:35.381776 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-d0dcd9a6-fd68-4f36-9813-f6bd9aa536f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:58:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['46eb0fef-e0da-45db-bd2e-a114c0e9fccd'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:58:35.396496 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-d7aee057-ad44-42fd-a31d-fe37688c96e7 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "PUT /v2.0/floatingips/8cefb814-adcd-4af8-b2b4-e736962dd75b HTTP/1.1" status: 200 len: 991 time: 1.3102942 May 26 13:58:35.397356 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c048a6df-4889-4011-a072-70b3c965b14e', 'tag': '8a8f4660-4941-4d34-ba99-bfe395f333c5'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:58:35.400071 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31a4922-4d5e-4431-9a12-e34e7a28ab2a" -d '{"events": [{"name": "network-changed", "server_uuid": "c048a6df-4889-4011-a072-70b3c965b14e", "tag": "8a8f4660-4941-4d34-ba99-bfe395f333c5"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:58:35.438047 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177e78fe-eecf-4407-bd55-8b85fa0abebd x-openstack-request-id: req-177e78fe-eecf-4407-bd55-8b85fa0abebd {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:58:35.438342 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c048a6df-4889-4011-a072-70b3c965b14e", "tag": "8a8f4660-4941-4d34-ba99-bfe395f333c5", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:58:35.438594 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-177e78fe-eecf-4407-bd55-8b85fa0abebd {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:58:35.439003 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-177e78fe-eecf-4407-bd55-8b85fa0abebd'] response: {'name': 'network-changed', 'server_uuid': 'c048a6df-4889-4011-a072-70b3c965b14e', 'tag': '8a8f4660-4941-4d34-ba99-bfe395f333c5', 'status': 'completed', 'code': 200} May 26 13:58:35.493767 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-d0dcd9a6-fd68-4f36-9813-f6bd9aa536f8 None None] Set router 46eb0fef-e0da-45db-bd2e-a114c0e9fccd gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:58:35.511494 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a4922-4d5e-4431-9a12-e34e7a28ab2a req-e9d4be9c-ce89-473f-b826-056b53e8ba9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:35.513035 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c31a4922-4d5e-4431-9a12-e34e7a28ab2a req-e9d4be9c-ce89-473f-b826-056b53e8ba9d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b596535d63d6490eb939c300bfe565cf&device_id=c048a6df-4889-4011-a072-70b3c965b14e HTTP/1.1" status: 200 len: 1129 time: 0.0488169 May 26 13:58:35.617290 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a4922-4d5e-4431-9a12-e34e7a28ab2a req-47a05b20-f879-446e-ba0b-a9fe22bc71b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:35.619501 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c31a4922-4d5e-4431-9a12-e34e7a28ab2a req-47a05b20-f879-446e-ba0b-a9fe22bc71b0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9be8c897-5f1a-4707-b0ba-c3382fad4d2e HTTP/1.1" status: 200 len: 914 time: 0.1007240 May 26 13:58:35.687859 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c31a4922-4d5e-4431-9a12-e34e7a28ab2a req-9208f262-54bf-484b-b8c6-968a94ced5e3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a8f4660-4941-4d34-ba99-bfe395f333c5 HTTP/1.1" status: 200 len: 999 time: 0.0629671 May 26 13:58:35.723671 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-d0dcd9a6-fd68-4f36-9813-f6bd9aa536f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'name': 'tempest-AttachVolumeNegativeTest-25840542-router', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:55:08Z', 'updated_at': '2022-05-26T13:55:11Z', 'revision_number': 4, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'gw_port': {'id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:09Z', 'updated_at': '2022-05-26T13:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': '8cefb814-adcd-4af8-b2b4-e736962dd75b', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'port_id': '8a8f4660-4941-4d34-ba99-bfe395f333c5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'mac_address': 'fa:16:3e:5b:43:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c048a6df-4889-4011-a072-70b3c965b14e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:58:22Z', 'updated_at': '2022-05-26T13:58:34Z', 'revision_number': 1, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26951894-36d5-46f0-83fc-45e7a107ab53', 'name': '', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'mac_address': 'fa:16:3e:49:4d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:11Z', 'updated_at': '2022-05-26T13:55:15Z', 'revision_number': 5, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'subnets': [{'id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:58:35.739316 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a4922-4d5e-4431-9a12-e34e7a28ab2a req-85a4ee9a-6dcf-4303-9ee3-4f9fcae64921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:35.740854 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c31a4922-4d5e-4431-9a12-e34e7a28ab2a req-85a4ee9a-6dcf-4303-9ee3-4f9fcae64921 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=de0fdd08-7a37-4a84-9a24-d2a545d515fc HTTP/1.1" status: 200 len: 852 time: 0.0475872 May 26 13:58:35.748588 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dcd9a6-fd68-4f36-9813-f6bd9aa536f8 None None] Checking router: 46eb0fef-e0da-45db-bd2e-a114c0e9fccd for host: dv-cinder-819668-4-iscsi {{(pid=110503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:58:35.757210 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dcd9a6-fd68-4f36-9813-f6bd9aa536f8 None None] Routers {'46eb0fef-e0da-45db-bd2e-a114c0e9fccd'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:58:35.757815 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-d0dcd9a6-fd68-4f36-9813-f6bd9aa536f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:58:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['46eb0fef-e0da-45db-bd2e-a114c0e9fccd'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:58:35.784532 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a4922-4d5e-4431-9a12-e34e7a28ab2a req-5e3133fb-87fb-4a0f-bdfc-95b2cf1afdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:35.786053 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c31a4922-4d5e-4431-9a12-e34e7a28ab2a req-5e3133fb-87fb-4a0f-bdfc-95b2cf1afdd1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9be8c897-5f1a-4707-b0ba-c3382fad4d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399594 May 26 13:58:35.886265 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c31a4922-4d5e-4431-9a12-e34e7a28ab2a req-b1474c47-f1f6-4897-b494-fe27d586d39c service neutron] 10.222.0.57 "GET /v2.0/networks/9be8c897-5f1a-4707-b0ba-c3382fad4d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939038 May 26 13:58:35.945650 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-d0dcd9a6-fd68-4f36-9813-f6bd9aa536f8 None None] Set router 46eb0fef-e0da-45db-bd2e-a114c0e9fccd gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:58:35.983089 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c31a4922-4d5e-4431-9a12-e34e7a28ab2a req-ac60a8b7-5d1f-44a1-b993-14fe4e083ee2 service neutron] 10.222.0.57 "GET /v2.0/networks/9be8c897-5f1a-4707-b0ba-c3382fad4d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915956 May 26 13:58:36.160103 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-d0dcd9a6-fd68-4f36-9813-f6bd9aa536f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'name': 'tempest-AttachVolumeNegativeTest-25840542-router', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:55:08Z', 'updated_at': '2022-05-26T13:55:11Z', 'revision_number': 4, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'gw_port': {'id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:09Z', 'updated_at': '2022-05-26T13:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': '8cefb814-adcd-4af8-b2b4-e736962dd75b', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'port_id': '8a8f4660-4941-4d34-ba99-bfe395f333c5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'mac_address': 'fa:16:3e:5b:43:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c048a6df-4889-4011-a072-70b3c965b14e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:58:22Z', 'updated_at': '2022-05-26T13:58:34Z', 'revision_number': 1, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26951894-36d5-46f0-83fc-45e7a107ab53', 'name': '', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'mac_address': 'fa:16:3e:49:4d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:11Z', 'updated_at': '2022-05-26T13:55:15Z', 'revision_number': 5, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'subnets': [{'id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:58:36.183194 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dcd9a6-fd68-4f36-9813-f6bd9aa536f8 None None] The sync data for ids ['46eb0fef-e0da-45db-bd2e-a114c0e9fccd'] in dv-cinder-819668-4-iscsi is: [{'id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'name': 'tempest-AttachVolumeNegativeTest-25840542-router', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:55:08Z', 'updated_at': '2022-05-26T13:55:11Z', 'revision_number': 4, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'gw_port': {'id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:09Z', 'updated_at': '2022-05-26T13:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': '8cefb814-adcd-4af8-b2b4-e736962dd75b', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'port_id': '8a8f4660-4941-4d34-ba99-bfe395f333c5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'mac_address': 'fa:16:3e:5b:43:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c048a6df-4889-4011-a072-70b3c965b14e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:58:22Z', 'updated_at': '2022-05-26T13:58:34Z', 'revision_number': 1, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26951894-36d5-46f0-83fc-45e7a107ab53', 'name': '', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'mac_address': 'fa:16:3e:49:4d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:11Z', 'updated_at': '2022-05-26T13:55:15Z', 'revision_number': 5, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'subnets': [{'id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:58:36.389520 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fdde33-47ea-48e2-869b-0ffe190bb1f2 None None] New status for floating IP 8cefb814-adcd-4af8-b2b4-e736962dd75b: ACTIVE {{(pid=110502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 13:58:41.774771 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:43.949389 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=61 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:43.957890 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=63 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:44.110759 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-7b1d512c-45b6-47dd-a21e-3b26ce5730dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:45.522194 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 6 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:58:45.978646 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=64 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:45.979478 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=63 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:46.162975 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=86 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:58:46.494067 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-2ae171c0-b0cc-4537-a0e1-0c0f9106921c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:47.785090 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:49.200860 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:50.500573 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:58:54.514931 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0e2271c1-b11a-425b-8177-263cdac15f16 req-3fac0437-34b1-41e2-8883-2c2bd9c32080 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=542be9eb-1123-48c5-a719-6f0ab71e41f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421238 May 26 13:58:54.578253 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2271c1-b11a-425b-8177-263cdac15f16 req-9ca5f4a4-89b1-4426-9b17-098fd07452a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:54.579739 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0e2271c1-b11a-425b-8177-263cdac15f16 req-9ca5f4a4-89b1-4426-9b17-098fd07452a7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=189885bf9a5944bf8eaedd89bb5bec9f&device_id=542be9eb-1123-48c5-a719-6f0ab71e41f8 HTTP/1.1" status: 200 len: 1129 time: 0.0433331 May 26 13:58:54.682510 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2271c1-b11a-425b-8177-263cdac15f16 req-4eb7951f-4eae-4847-afbd-5f4637c3404b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:54.683956 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0e2271c1-b11a-425b-8177-263cdac15f16 req-4eb7951f-4eae-4847-afbd-5f4637c3404b service neutron] 10.222.0.57 "GET /v2.0/networks?id=f13feac7-9894-4fb0-8d65-5458a77bde4c HTTP/1.1" status: 200 len: 913 time: 0.0851512 May 26 13:58:54.749993 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0e2271c1-b11a-425b-8177-263cdac15f16 req-1e7d7bb6-cf55-4f32-93c1-8677456a5eb8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4051c928-b3ec-4074-8a3e-df0e1508b5a0 HTTP/1.1" status: 200 len: 1001 time: 0.0598629 May 26 13:58:54.804870 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2271c1-b11a-425b-8177-263cdac15f16 req-215c23c5-21e3-4b8b-9f66-a15122bed80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:54.806355 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0e2271c1-b11a-425b-8177-263cdac15f16 req-215c23c5-21e3-4b8b-9f66-a15122bed80c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff HTTP/1.1" status: 200 len: 851 time: 0.0502920 May 26 13:58:54.852279 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2271c1-b11a-425b-8177-263cdac15f16 req-3b11ee7d-21a8-483f-8c00-b60e1da73f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:54.853813 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0e2271c1-b11a-425b-8177-263cdac15f16 req-3b11ee7d-21a8-483f-8c00-b60e1da73f1a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f13feac7-9894-4fb0-8d65-5458a77bde4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414250 May 26 13:58:54.947651 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0e2271c1-b11a-425b-8177-263cdac15f16 req-3c37b9c0-3b43-42b5-8c0c-c770df892041 service neutron] 10.222.0.57 "GET /v2.0/networks/f13feac7-9894-4fb0-8d65-5458a77bde4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871181 May 26 13:58:55.038856 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0e2271c1-b11a-425b-8177-263cdac15f16 req-1d87c8d6-284e-414b-b07b-5b8e3fe5e6a0 service neutron] 10.222.0.57 "GET /v2.0/networks/f13feac7-9894-4fb0-8d65-5458a77bde4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847445 May 26 13:58:58.206146 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-c15a7e90-62d7-45ec-907d-6ec7a2bf3fbe tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1175980800&fields=id&tenant_id=189885bf9a5944bf8eaedd89bb5bec9f HTTP/1.1" status: 200 len: 267 time: 0.0443945 May 26 13:58:58.315205 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-2ac06040-5c9c-4d50-a268-47871cd73747 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:58:58.316671 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-2ac06040-5c9c-4d50-a268-47871cd73747 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/networks?id=f13feac7-9894-4fb0-8d65-5458a77bde4c HTTP/1.1" status: 200 len: 812 time: 0.1037903 May 26 13:58:58.331825 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-f15a3afe-a3cd-4fb1-a200-eb857b5d8ff6 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/quotas/189885bf9a5944bf8eaedd89bb5bec9f HTTP/1.1" status: 200 len: 375 time: 0.0098038 May 26 13:58:58.385234 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-37eb60b2-0618-4a94-82cd-96fa46be8812 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=189885bf9a5944bf8eaedd89bb5bec9f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484011 May 26 13:58:58.484694 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-ff1d9d69-ef56-4b35-a13e-451de541f62a service neutron] 10.222.0.16 "GET /v2.0/networks/f13feac7-9894-4fb0-8d65-5458a77bde4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868509 May 26 13:58:58.581680 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-9636d648-3fac-4260-95b1-3c7e17d33e91 service neutron] 10.222.0.16 "GET /v2.0/networks/f13feac7-9894-4fb0-8d65-5458a77bde4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906239 May 26 13:58:59.887437 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-44348812-a848-4cf5-9484-730f3adf24bb req-5b30cbba-1c44-4cfd-acba-65bf10c073af tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=a211c6e1-d293-4f55-b321-4d4a4b1f0459 HTTP/1.1" status: 200 len: 210 time: 0.0277722 May 26 13:59:00.494089 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=31,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:00.496145 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=46,neutron:UPDATE=7 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:00.577682 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=1 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:00.588942 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=95 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:00.975275 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-bd322b9b-3b14-4e07-89de-0e5ff911a23d req-9a4f1c8f-ff3a-4676-8737-519d03ece870 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=a211c6e1-d293-4f55-b321-4d4a4b1f0459 HTTP/1.1" status: 200 len: 210 time: 0.0323801 May 26 13:59:02.058137 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-fcdca3df-1e77-439f-a311-c2d0298e3cf0 req-1bd4073f-9a56-42bb-8d0d-6c0c6a25bbb7 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=a211c6e1-d293-4f55-b321-4d4a4b1f0459 HTTP/1.1" status: 200 len: 210 time: 0.0309436 May 26 13:59:03.137198 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-14848e7f-dcbe-44f7-b6fa-cbf53f2ab5d4 req-368e8042-6f0c-43c6-8622-0472f66e89ab tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=a211c6e1-d293-4f55-b321-4d4a4b1f0459 HTTP/1.1" status: 200 len: 210 time: 0.0281940 May 26 13:59:04.237927 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-c8e3bb18-0b7e-4c63-95fa-c942fbaa6baf req-39a6b62e-afd3-4b2f-9299-ee019d5d6279 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=a211c6e1-d293-4f55-b321-4d4a4b1f0459 HTTP/1.1" status: 200 len: 210 time: 0.0299988 May 26 13:59:04.781415 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:04.784941 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:04.814257 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-6b31b1cb-fd81-4732-9241-7db25e6f14d0 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:04.815749 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-6b31b1cb-fd81-4732-9241-7db25e6f14d0 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.57 "GET /v2.0/networks?id=f13feac7-9894-4fb0-8d65-5458a77bde4c HTTP/1.1" status: 200 len: 812 time: 0.1056750 May 26 13:59:04.884289 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-4c0a2567-035d-40c1-a797-665872ef1e6f tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=189885bf9a5944bf8eaedd89bb5bec9f HTTP/1.1" status: 200 len: 380 time: 0.0604656 May 26 13:59:04.892327 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-be391d47-33d9-4008-b049-676e5f109580 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Request body: {'port': {'device_id': 'a211c6e1-d293-4f55-b321-4d4a4b1f0459', 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c', 'admin_state_up': True, 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'security_groups': ['deb0c07f-d4c4-45d6-866e-1c07e3dcfa74']}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:59:05.003022 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-be391d47-33d9-4008-b049-676e5f109580 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Made reservation on behalf of 189885bf9a5944bf8eaedd89bb5bec9f for: {'port': 1} {{(pid=110500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 13:59:05.006590 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-be391d47-33d9-4008-b049-676e5f109580 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:05.151837 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.db_base_plugin_common [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-be391d47-33d9-4008-b049-676e5f109580 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Allocated IP 172.20.0.3 (f13feac7-9894-4fb0-8d65-5458a77bde4c/6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff/e58634cf-9a7b-4f26-bfa5-33d613e98bab) {{(pid=110500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:59:05.314063 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-be391d47-33d9-4008-b049-676e5f109580 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks [] for port (e58634cf-9a7b-4f26-bfa5-33d613e98bab), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:05.363994 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-53034b4c-9c55-45a0-8b56-af5190172344 req-17ee553e-5643-4c9a-9ffe-cb5888f4b3cd tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=a211c6e1-d293-4f55-b321-4d4a4b1f0459 HTTP/1.1" status: 200 len: 210 time: 0.0380964 May 26 13:59:05.375703 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-be391d47-33d9-4008-b049-676e5f109580 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (e58634cf-9a7b-4f26-bfa5-33d613e98bab), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:05.423131 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-be391d47-33d9-4008-b049-676e5f109580 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Network f13feac7-9894-4fb0-8d65-5458a77bde4c is already hosted by enough agents. {{(pid=110500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:59:05.426242 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-be391d47-33d9-4008-b049-676e5f109580 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Resources bound (agent type, host, resource id): {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:59:05.432770 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-be391d47-33d9-4008-b049-676e5f109580 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Received port after_create {{(pid=110500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:59:05.466801 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be391d47-33d9-4008-b049-676e5f109580 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Pushing event updated for resources: {'Port': ['ID=e58634cf-9a7b-4f26-bfa5-33d613e98bab,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:05.489121 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-be391d47-33d9-4008-b049-676e5f109580 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:05.489738 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-be391d47-33d9-4008-b049-676e5f109580 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:05.506506 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-be391d47-33d9-4008-b049-676e5f109580 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6177089 May 26 13:59:05.519616 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-3cba8b74-7e21-4814-93d0-f7eb0cbd5fed service neutron] Request body: {'port': {'device_id': 'a211c6e1-d293-4f55-b321-4d4a4b1f0459', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:59:05.587010 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-3cba8b74-7e21-4814-93d0-f7eb0cbd5fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (e58634cf-9a7b-4f26-bfa5-33d613e98bab), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:05.657566 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:05.679198 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:05.686281 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-54ca4218-bd3c-47b1-a4e6-8758ece85647 None None] Provisioning complete for port e58634cf-9a7b-4f26-bfa5-33d613e98bab triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:05.686920 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-54ca4218-bd3c-47b1-a4e6-8758ece85647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (e58634cf-9a7b-4f26-bfa5-33d613e98bab), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:05.720538 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-54ca4218-bd3c-47b1-a4e6-8758ece85647 None None] Port e58634cf-9a7b-4f26-bfa5-33d613e98bab cannot update to ACTIVE because it is not bound. {{(pid=110502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 13:59:05.902784 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-3cba8b74-7e21-4814-93d0-f7eb0cbd5fed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e58634cf-9a7b-4f26-bfa5-33d613e98bab {{(pid=110500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:59:05.910555 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-3cba8b74-7e21-4814-93d0-f7eb0cbd5fed service neutron] Publish callbacks [] for port (e58634cf-9a7b-4f26-bfa5-33d613e98bab), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:05.923558 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.provisioning_blocks [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-3cba8b74-7e21-4814-93d0-f7eb0cbd5fed service neutron] Transition to ACTIVE for port object e58634cf-9a7b-4f26-bfa5-33d613e98bab will not be triggered until provisioned by entity L2. {{(pid=110500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 13:59:05.928579 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-3cba8b74-7e21-4814-93d0-f7eb0cbd5fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (e58634cf-9a7b-4f26-bfa5-33d613e98bab), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:05.977620 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba8b74-7e21-4814-93d0-f7eb0cbd5fed service neutron] Pushing event updated for resources: {'Port': ['ID=e58634cf-9a7b-4f26-bfa5-33d613e98bab,revision_number=2']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:06.056256 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-3cba8b74-7e21-4814-93d0-f7eb0cbd5fed service neutron] Attempting to bind port e58634cf-9a7b-4f26-bfa5-33d613e98bab on host hv-cinder-81966 for vnic_type normal with profile {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 13:59:06.056623 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-3cba8b74-7e21-4814-93d0-f7eb0cbd5fed service neutron] Attempting to bind port e58634cf-9a7b-4f26-bfa5-33d613e98bab by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '865ad695-e6b5-4527-9214-bd60ef4e493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c'}] {{(pid=110500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 13:59:06.056960 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-3cba8b74-7e21-4814-93d0-f7eb0cbd5fed service neutron] Attempting to bind port e58634cf-9a7b-4f26-bfa5-33d613e98bab on network f13feac7-9894-4fb0-8d65-5458a77bde4c {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:59:06.061999 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-3cba8b74-7e21-4814-93d0-f7eb0cbd5fed service neutron] Port e58634cf-9a7b-4f26-bfa5-33d613e98bab on network f13feac7-9894-4fb0-8d65-5458a77bde4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 13:59:06.062324 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-3cba8b74-7e21-4814-93d0-f7eb0cbd5fed service neutron] Attempting to bind port e58634cf-9a7b-4f26-bfa5-33d613e98bab on network f13feac7-9894-4fb0-8d65-5458a77bde4c {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 13:59:06.067956 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-3cba8b74-7e21-4814-93d0-f7eb0cbd5fed service neutron] Checking agent: {'id': '207809ce-be6b-4746-a715-8e1c980ff656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 42, 40), 'started_at': datetime.datetime(2022, 5, 26, 13, 42, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 13:59:06.068292 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-3cba8b74-7e21-4814-93d0-f7eb0cbd5fed service neutron] Checking segment: {'id': '865ad695-e6b5-4527-9214-bd60ef4e493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 13:59:06.068706 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-3cba8b74-7e21-4814-93d0-f7eb0cbd5fed service neutron] Bound using segment: {'id': '865ad695-e6b5-4527-9214-bd60ef4e493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c'} {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 13:59:06.069143 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-3cba8b74-7e21-4814-93d0-f7eb0cbd5fed service neutron] Bound port: e58634cf-9a7b-4f26-bfa5-33d613e98bab, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865ad695-e6b5-4527-9214-bd60ef4e493e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c'}}] {{(pid=110500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 13:59:06.069505 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-3cba8b74-7e21-4814-93d0-f7eb0cbd5fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (e58634cf-9a7b-4f26-bfa5-33d613e98bab), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:06.136259 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-3cba8b74-7e21-4814-93d0-f7eb0cbd5fed service neutron] For port e58634cf-9a7b-4f26-bfa5-33d613e98bab, host hv-cinder-81966, cleared binding levels {{(pid=110500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 13:59:06.139462 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-3cba8b74-7e21-4814-93d0-f7eb0cbd5fed service neutron] For port e58634cf-9a7b-4f26-bfa5-33d613e98bab, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=e58634cf-9a7b-4f26-bfa5-33d613e98bab,segment=NetworkSegment(865ad695-e6b5-4527-9214-bd60ef4e493e),segment_id=865ad695-e6b5-4527-9214-bd60ef4e493e)] {{(pid=110500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 13:59:06.146747 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-3cba8b74-7e21-4814-93d0-f7eb0cbd5fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (e58634cf-9a7b-4f26-bfa5-33d613e98bab), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:06.181485 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-3cba8b74-7e21-4814-93d0-f7eb0cbd5fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:06.182089 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-3cba8b74-7e21-4814-93d0-f7eb0cbd5fed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:06.183460 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-3cba8b74-7e21-4814-93d0-f7eb0cbd5fed service neutron] 10.222.0.57 "PUT /v2.0/ports/e58634cf-9a7b-4f26-bfa5-33d613e98bab HTTP/1.1" status: 200 len: 1093 time: 0.6688578 May 26 13:59:06.183888 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a211c6e1-d293-4f55-b321-4d4a4b1f0459', 'tag': 'e58634cf-9a7b-4f26-bfa5-33d613e98bab'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:59:06.186104 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8b3f5e-feec-4fb4-81e7-8082a3273bbc" -d '{"events": [{"name": "network-changed", "server_uuid": "a211c6e1-d293-4f55-b321-4d4a4b1f0459", "tag": "e58634cf-9a7b-4f26-bfa5-33d613e98bab"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:59:06.213449 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba8b74-7e21-4814-93d0-f7eb0cbd5fed service neutron] Pushing event updated for resources: {'Port': ['ID=e58634cf-9a7b-4f26-bfa5-33d613e98bab,revision_number=3']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:06.239546 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30249b6b-c2df-4fa1-b413-0adb6329946f x-openstack-request-id: req-30249b6b-c2df-4fa1-b413-0adb6329946f {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:59:06.239546 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a211c6e1-d293-4f55-b321-4d4a4b1f0459", "tag": "e58634cf-9a7b-4f26-bfa5-33d613e98bab", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:59:06.240008 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-30249b6b-c2df-4fa1-b413-0adb6329946f {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:59:06.240674 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30249b6b-c2df-4fa1-b413-0adb6329946f'] response: {'name': 'network-changed', 'server_uuid': 'a211c6e1-d293-4f55-b321-4d4a4b1f0459', 'tag': 'e58634cf-9a7b-4f26-bfa5-33d613e98bab', 'status': 'completed', 'code': 200} May 26 13:59:06.269756 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-63854c79-d4aa-4290-921c-b9fcfe16108e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:06.271398 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-63854c79-d4aa-4290-921c-b9fcfe16108e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=189885bf9a5944bf8eaedd89bb5bec9f&device_id=a211c6e1-d293-4f55-b321-4d4a4b1f0459 HTTP/1.1" status: 200 len: 1127 time: 0.0491533 May 26 13:59:06.311730 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-a8af9194-2bce-4fd0-9fc1-6cf94a6bbdc1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e58634cf-9a7b-4f26-bfa5-33d613e98bab HTTP/1.1" status: 200 len: 217 time: 0.0337973 May 26 13:59:06.368701 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-be0e6420-1457-4945-9823-7779f00c0241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:06.370180 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-be0e6420-1457-4945-9823-7779f00c0241 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff HTTP/1.1" status: 200 len: 851 time: 0.0524297 May 26 13:59:06.415289 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-2d6bc46a-b75c-4f27-9586-339e9c09234a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:06.416926 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-2d6bc46a-b75c-4f27-9586-339e9c09234a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f13feac7-9894-4fb0-8d65-5458a77bde4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408397 May 26 13:59:06.521782 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278107e-2d20-48a1-80b5-7f3e9d1bcdaf req-ab5df85f-61c1-4e84-a026-0828d887dea7 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:06.523244 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b278107e-2d20-48a1-80b5-7f3e9d1bcdaf req-ab5df85f-61c1-4e84-a026-0828d887dea7 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=a211c6e1-d293-4f55-b321-4d4a4b1f0459 HTTP/1.1" status: 200 len: 943 time: 0.0813181 May 26 13:59:06.546013 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:06.566421 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-a0a20194-ec2b-4255-8e87-0bc6c401d1a1 service neutron] 10.222.0.57 "GET /v2.0/networks/f13feac7-9894-4fb0-8d65-5458a77bde4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435862 May 26 13:59:06.639460 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b278107e-2d20-48a1-80b5-7f3e9d1bcdaf req-e32a0a8f-918b-43af-a1e2-426a344991ac tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100700 May 26 13:59:06.673978 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:06.678948 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0bbd48c5-6039-4725-88b2-ca8a0f963d35 req-29023622-e13d-428d-a35f-9c682f8a46a2 service neutron] 10.222.0.57 "GET /v2.0/networks/f13feac7-9894-4fb0-8d65-5458a77bde4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068707 May 26 13:59:07.656063 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b3f5e-feec-4fb4-81e7-8082a3273bbc req-bf5a8111-858c-41b3-b16f-f995fcacb507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:07.657605 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ee8b3f5e-feec-4fb4-81e7-8082a3273bbc req-bf5a8111-858c-41b3-b16f-f995fcacb507 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=189885bf9a5944bf8eaedd89bb5bec9f&device_id=a211c6e1-d293-4f55-b321-4d4a4b1f0459 HTTP/1.1" status: 200 len: 1127 time: 0.0433476 May 26 13:59:07.748001 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b3f5e-feec-4fb4-81e7-8082a3273bbc req-53736f8e-e86a-46cd-939a-db66b2bf7945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:07.749405 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ee8b3f5e-feec-4fb4-81e7-8082a3273bbc req-53736f8e-e86a-46cd-939a-db66b2bf7945 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f13feac7-9894-4fb0-8d65-5458a77bde4c HTTP/1.1" status: 200 len: 913 time: 0.0856464 May 26 13:59:07.761751 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6001105-bdd2-4794-abf0-43e6538fccfe req-9eb4ed19-48e4-4d8d-bd52-88e3a59e39b6 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:07.763298 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-a6001105-bdd2-4794-abf0-43e6538fccfe req-9eb4ed19-48e4-4d8d-bd52-88e3a59e39b6 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=a211c6e1-d293-4f55-b321-4d4a4b1f0459 HTTP/1.1" status: 200 len: 943 time: 0.0473504 May 26 13:59:07.794685 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ee8b3f5e-feec-4fb4-81e7-8082a3273bbc req-6f3f3c73-68e6-4da5-b434-f86bc13faf7a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e58634cf-9a7b-4f26-bfa5-33d613e98bab HTTP/1.1" status: 200 len: 217 time: 0.0366092 May 26 13:59:07.820770 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-a6001105-bdd2-4794-abf0-43e6538fccfe req-62fd5780-aba5-459f-b205-7621132ebcf6 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467513 May 26 13:59:07.847543 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b3f5e-feec-4fb4-81e7-8082a3273bbc req-9fafda22-e971-436b-a2b1-54244dea6515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:07.849004 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ee8b3f5e-feec-4fb4-81e7-8082a3273bbc req-9fafda22-e971-436b-a2b1-54244dea6515 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff HTTP/1.1" status: 200 len: 851 time: 0.0462906 May 26 13:59:07.892864 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b3f5e-feec-4fb4-81e7-8082a3273bbc req-ce46771e-aba4-40c5-9c8a-fc8139b56528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:07.894873 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ee8b3f5e-feec-4fb4-81e7-8082a3273bbc req-ce46771e-aba4-40c5-9c8a-fc8139b56528 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f13feac7-9894-4fb0-8d65-5458a77bde4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382943 May 26 13:59:07.987155 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ee8b3f5e-feec-4fb4-81e7-8082a3273bbc req-8212a562-1c45-47c6-9b49-1d146f642144 service neutron] 10.222.0.57 "GET /v2.0/networks/f13feac7-9894-4fb0-8d65-5458a77bde4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855472 May 26 13:59:08.322784 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ee8b3f5e-feec-4fb4-81e7-8082a3273bbc req-87916d6b-8f0c-4352-848a-2435395f84af service neutron] 10.222.0.57 "GET /v2.0/networks/f13feac7-9894-4fb0-8d65-5458a77bde4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297882 May 26 13:59:08.937785 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39748570-f71d-412a-8720-1cf64ef37144 req-d6e45742-29fe-45cc-aab9-47af3193683c tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:08.939233 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-39748570-f71d-412a-8720-1cf64ef37144 req-d6e45742-29fe-45cc-aab9-47af3193683c tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=a211c6e1-d293-4f55-b321-4d4a4b1f0459 HTTP/1.1" status: 200 len: 943 time: 0.0470893 May 26 13:59:08.993212 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-39748570-f71d-412a-8720-1cf64ef37144 req-29475144-055a-48aa-ada9-895ce3c88e8b tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474792 May 26 13:59:10.106383 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68907112-c3b1-419c-905a-2181c5ed720a req-c773957d-e337-45d5-805f-85ecc09d5a95 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:10.107917 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-68907112-c3b1-419c-905a-2181c5ed720a req-c773957d-e337-45d5-805f-85ecc09d5a95 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=a211c6e1-d293-4f55-b321-4d4a4b1f0459 HTTP/1.1" status: 200 len: 943 time: 0.0476732 May 26 13:59:10.160835 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-68907112-c3b1-419c-905a-2181c5ed720a req-7070290b-8b99-4252-9b8d-13f2741e1910 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470784 May 26 13:59:11.279940 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6b7f1-af4b-4c6b-a8d6-22c06682f797 req-b1f41aa6-ea29-4a15-a495-d59c01d8e3ab tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:11.281478 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-84f6b7f1-af4b-4c6b-a8d6-22c06682f797 req-b1f41aa6-ea29-4a15-a495-d59c01d8e3ab tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=a211c6e1-d293-4f55-b321-4d4a4b1f0459 HTTP/1.1" status: 200 len: 943 time: 0.0476968 May 26 13:59:11.330162 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-84f6b7f1-af4b-4c6b-a8d6-22c06682f797 req-08d130f1-0f91-47d9-b051-6cf7f58fb59d tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429947 May 26 13:59:11.787359 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:12.447682 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd24cb-7385-4e4b-90f1-1df1f751d31a req-c74feb05-3efc-45dd-a85b-24df8df1cf42 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:12.449270 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-83cd24cb-7385-4e4b-90f1-1df1f751d31a req-c74feb05-3efc-45dd-a85b-24df8df1cf42 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=a211c6e1-d293-4f55-b321-4d4a4b1f0459 HTTP/1.1" status: 200 len: 943 time: 0.0492492 May 26 13:59:12.504759 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-83cd24cb-7385-4e4b-90f1-1df1f751d31a req-77afd49f-a200-4b05-85ac-0faeaa037b09 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499213 May 26 13:59:13.620763 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136da6f6-af92-47bc-a99b-5613e5f63fb5 req-82a25256-69a8-4fb7-bc50-3e7110bb64fc tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:13.622245 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-136da6f6-af92-47bc-a99b-5613e5f63fb5 req-82a25256-69a8-4fb7-bc50-3e7110bb64fc tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=a211c6e1-d293-4f55-b321-4d4a4b1f0459 HTTP/1.1" status: 200 len: 943 time: 0.0477371 May 26 13:59:13.673192 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-136da6f6-af92-47bc-a99b-5613e5f63fb5 req-5709e3f3-60c0-432d-9deb-e557b07e8413 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453386 May 26 13:59:14.113961 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-1742b571-0f77-43c5-aca3-e7f269f68c48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:14.787616 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae84fb-fe97-4e92-acf8-2c1c30df956e req-856279b8-42c3-423f-9f7a-83e30af0ee04 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:14.789134 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-8dae84fb-fe97-4e92-acf8-2c1c30df956e req-856279b8-42c3-423f-9f7a-83e30af0ee04 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=a211c6e1-d293-4f55-b321-4d4a4b1f0459 HTTP/1.1" status: 200 len: 943 time: 0.0466633 May 26 13:59:14.843832 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-8dae84fb-fe97-4e92-acf8-2c1c30df956e req-1dcc31ba-3db7-41cf-b8cd-0d7e20fdb43f tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491579 May 26 13:59:15.905038 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device e58634cf-9a7b-4f26-bfa5-33d613e98bab details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=110502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 13:59:15.961991 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d897679-2ef3-4d8e-9081-c0e7f245c41f req-59d639f1-e526-45bc-bd02-c38cda8e7aef tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:15.963496 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-9d897679-2ef3-4d8e-9081-c0e7f245c41f req-59d639f1-e526-45bc-bd02-c38cda8e7aef tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=a211c6e1-d293-4f55-b321-4d4a4b1f0459 HTTP/1.1" status: 200 len: 943 time: 0.0517097 May 26 13:59:16.008831 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port e58634cf-9a7b-4f26-bfa5-33d613e98bab, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=e58634cf-9a7b-4f26-bfa5-33d613e98bab,segment=NetworkSegment(865ad695-e6b5-4527-9214-bd60ef4e493e),segment_id=865ad695-e6b5-4527-9214-bd60ef4e493e)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:59:16.013263 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-9d897679-2ef3-4d8e-9081-c0e7f245c41f req-17c23961-fbf2-48eb-a12b-8475c1539bf1 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439920 May 26 13:59:16.021857 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Returning: {'device': 'e58634cf-9a7b-4f26-bfa5-33d613e98bab', 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c', 'port_id': 'e58634cf-9a7b-4f26-bfa5-33d613e98bab', 'mac_address': 'fa:16:3e:17:63:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 13:59:16.060238 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port e58634cf-9a7b-4f26-bfa5-33d613e98bab is: DOWN; New status is: BUILD {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:16.060671 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (e58634cf-9a7b-4f26-bfa5-33d613e98bab), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:16.074133 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e58634cf-9a7b-4f26-bfa5-33d613e98bab {{(pid=110502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 13:59:16.094849 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port e58634cf-9a7b-4f26-bfa5-33d613e98bab, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=e58634cf-9a7b-4f26-bfa5-33d613e98bab,segment=NetworkSegment(865ad695-e6b5-4527-9214-bd60ef4e493e),segment_id=865ad695-e6b5-4527-9214-bd60ef4e493e)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:59:16.098618 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (e58634cf-9a7b-4f26-bfa5-33d613e98bab), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:16.150022 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=e58634cf-9a7b-4f26-bfa5-33d613e98bab,revision_number=4']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:16.459713 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] get_ports_and_sgs() called for port_ids ['e58634cf-9a7b-4f26-bfa5-33d613e98bab'] {{(pid=110502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 13:59:16.508629 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-30f20c76-15ef-4892-9ce0-78b8124ec361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:17.130439 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70998da8-62ad-4a98-9431-6c9e2f0334f8 req-db50b179-d6a6-4c07-912e-295a107eba1b tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:17.131497 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-70998da8-62ad-4a98-9431-6c9e2f0334f8 req-db50b179-d6a6-4c07-912e-295a107eba1b tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=a211c6e1-d293-4f55-b321-4d4a4b1f0459 HTTP/1.1" status: 200 len: 944 time: 0.0510411 May 26 13:59:17.179937 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-70998da8-62ad-4a98-9431-6c9e2f0334f8 req-3b6cfcea-50e8-4520-99f5-227ecbe04792 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427475 May 26 13:59:17.781480 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:17.788154 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:17.914533 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device e58634cf-9a7b-4f26-bfa5-33d613e98bab up at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 13:59:17.938484 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:17.960295 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Provisioning for port e58634cf-9a7b-4f26-bfa5-33d613e98bab completed by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 13:59:17.965931 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Provisioning complete for port e58634cf-9a7b-4f26-bfa5-33d613e98bab triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 13:59:17.966345 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (e58634cf-9a7b-4f26-bfa5-33d613e98bab), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:18.036667 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port e58634cf-9a7b-4f26-bfa5-33d613e98bab is: BUILD; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 13:59:18.036955 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (e58634cf-9a7b-4f26-bfa5-33d613e98bab), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:18.059581 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a211c6e1-d293-4f55-b321-4d4a4b1f0459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58634cf-9a7b-4f26-bfa5-33d613e98bab'}] {{(pid=110502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:59:18.061930 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186ee40048dd7feccd586c88f433d7b47dbfd7dc0140a518261bfa5b158966a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de9fc0f-3670-4413-b64e-f0bc59c64797" -d '{"events": [{"server_uuid": "a211c6e1-d293-4f55-b321-4d4a4b1f0459", "name": "network-vif-plugged", "status": "completed", "tag": "e58634cf-9a7b-4f26-bfa5-33d613e98bab"}]}' {{(pid=110502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:59:18.074750 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port e58634cf-9a7b-4f26-bfa5-33d613e98bab, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=e58634cf-9a7b-4f26-bfa5-33d613e98bab,segment=NetworkSegment(865ad695-e6b5-4527-9214-bd60ef4e493e),segment_id=865ad695-e6b5-4527-9214-bd60ef4e493e)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 13:59:18.079002 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (e58634cf-9a7b-4f26-bfa5-33d613e98bab), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:18.102098 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 13:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d58b488-073e-4c70-9924-dc87e4fcb019 x-openstack-request-id: req-8d58b488-073e-4c70-9924-dc87e4fcb019 {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:59:18.102395 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a211c6e1-d293-4f55-b321-4d4a4b1f0459", "name": "network-vif-plugged", "status": "completed", "tag": "e58634cf-9a7b-4f26-bfa5-33d613e98bab", "code": 200}]} {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:59:18.102616 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8d58b488-073e-4c70-9924-dc87e4fcb019 {{(pid=110502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:59:18.102999 dv-cinder-819668-4-iscsi neutron-server[110502]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d58b488-073e-4c70-9924-dc87e4fcb019'] response: {'server_uuid': 'a211c6e1-d293-4f55-b321-4d4a4b1f0459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58634cf-9a7b-4f26-bfa5-33d613e98bab', 'code': 200} May 26 13:59:18.132165 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=e58634cf-9a7b-4f26-bfa5-33d613e98bab,revision_number=5']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:18.297024 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a781f9-e28f-4c33-98c5-1c628fdfe981 req-f1791e55-2f3f-4f1f-b204-238ec5ba9963 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:18.298445 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-b3a781f9-e28f-4c33-98c5-1c628fdfe981 req-f1791e55-2f3f-4f1f-b204-238ec5ba9963 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=a211c6e1-d293-4f55-b321-4d4a4b1f0459 HTTP/1.1" status: 200 len: 945 time: 0.0480728 May 26 13:59:18.322768 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e67b7-b03f-4a33-bc25-5f8a6d3e1e28 req-8841e541-d271-486a-9369-1f20d52f612f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:18.324179 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-638e67b7-b03f-4a33-bc25-5f8a6d3e1e28 req-8841e541-d271-486a-9369-1f20d52f612f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a211c6e1-d293-4f55-b321-4d4a4b1f0459 HTTP/1.1" status: 200 len: 1129 time: 0.0378959 May 26 13:59:18.351084 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-b3a781f9-e28f-4c33-98c5-1c628fdfe981 req-c144f077-daf7-4491-9206-12ac576d395d tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460279 May 26 13:59:18.353677 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:18.372524 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-638e67b7-b03f-4a33-bc25-5f8a6d3e1e28 req-199b4d92-db8c-4117-b623-85b7edf81a32 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422390 May 26 13:59:19.208436 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:19.479077 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea85866-2684-4c64-b99c-1ae5ff522fbb req-f7a03598-72c7-48b7-9f32-1d3f7ce0d694 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:19.480651 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3ea85866-2684-4c64-b99c-1ae5ff522fbb req-f7a03598-72c7-48b7-9f32-1d3f7ce0d694 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=a211c6e1-d293-4f55-b321-4d4a4b1f0459 HTTP/1.1" status: 200 len: 945 time: 0.0576005 May 26 13:59:19.544502 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-3ea85866-2684-4c64-b99c-1ae5ff522fbb req-5dc63d8e-cea0-41cc-ad03-6b49879633ae tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582769 May 26 13:59:20.505793 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:20.664161 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440a329-9730-480e-a2a3-0a737ef390e1 req-7c32d81a-4bc0-4857-8c05-7982a8c2307d tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:20.665669 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-3440a329-9730-480e-a2a3-0a737ef390e1 req-7c32d81a-4bc0-4857-8c05-7982a8c2307d tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=a211c6e1-d293-4f55-b321-4d4a4b1f0459 HTTP/1.1" status: 200 len: 945 time: 0.0489786 May 26 13:59:20.725147 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-3440a329-9730-480e-a2a3-0a737ef390e1 req-0f153fa4-d945-40f3-88e8-11ab89528977 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539398 May 26 13:59:20.833926 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:20.850499 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b438529-94b6-4ff1-abcd-995089df3b5a req-fb802d1f-8adf-4cfd-ad21-ed445755bd76 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:20.852082 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-1b438529-94b6-4ff1-abcd-995089df3b5a req-fb802d1f-8adf-4cfd-ad21-ed445755bd76 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=a211c6e1-d293-4f55-b321-4d4a4b1f0459 HTTP/1.1" status: 200 len: 945 time: 0.0556893 May 26 13:59:20.913012 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-1b438529-94b6-4ff1-abcd-995089df3b5a req-a0718284-38f5-4a5f-95ef-ecf99c53bf5f tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548322 May 26 13:59:20.935695 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 38710) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:21.071837 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f137d556-2ce8-40fa-9c22-c88c71b6f881 tempest-TestVolumeBootPattern-155060594 tempest-TestVolumeBootPattern-155060594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:21.073325 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-f137d556-2ce8-40fa-9c22-c88c71b6f881 tempest-TestVolumeBootPattern-155060594 tempest-TestVolumeBootPattern-155060594-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a211c6e1-d293-4f55-b321-4d4a4b1f0459 HTTP/1.1" status: 200 len: 1124 time: 0.1365950 May 26 13:59:21.076022 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 38714) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 13:59:21.080197 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-fb2db549-7d5e-4313-82fd-e2a5ebd17a78 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Request body: {'floatingip': {'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'port_id': 'e58634cf-9a7b-4f26-bfa5-33d613e98bab', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 13:59:21.102197 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-fb2db549-7d5e-4313-82fd-e2a5ebd17a78 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:21.187902 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-fb2db549-7d5e-4313-82fd-e2a5ebd17a78 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:21.301593 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.db_base_plugin_common [None req-fb2db549-7d5e-4313-82fd-e2a5ebd17a78 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Allocated IP 172.27.2.179 (90e76b28-de17-4e9a-956c-e3acc4b829ee/72a92eeb-8c5d-4770-b3e7-e9300b6be16c/414e6173-383a-48dc-af9d-946e35e27dd8) {{(pid=110500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 13:59:21.412354 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-fb2db549-7d5e-4313-82fd-e2a5ebd17a78 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks [] for port (414e6173-383a-48dc-af9d-946e35e27dd8), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:21.444711 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-fb2db549-7d5e-4313-82fd-e2a5ebd17a78 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (414e6173-383a-48dc-af9d-946e35e27dd8), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:21.483401 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2db549-7d5e-4313-82fd-e2a5ebd17a78 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Network 90e76b28-de17-4e9a-956c-e3acc4b829ee is already hosted by enough agents. {{(pid=110500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 13:59:21.488758 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [None req-fb2db549-7d5e-4313-82fd-e2a5ebd17a78 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Resources bound (agent type, host, resource id): {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 13:59:21.492423 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2db549-7d5e-4313-82fd-e2a5ebd17a78 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Received port after_create {{(pid=110500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 13:59:21.533045 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2db549-7d5e-4313-82fd-e2a5ebd17a78 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Pushing event updated for resources: {'Port': ['ID=414e6173-383a-48dc-af9d-946e35e27dd8,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:21.546719 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2db549-7d5e-4313-82fd-e2a5ebd17a78 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:21.547136 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2db549-7d5e-4313-82fd-e2a5ebd17a78 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:21.547534 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2db549-7d5e-4313-82fd-e2a5ebd17a78 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:21.548269 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2db549-7d5e-4313-82fd-e2a5ebd17a78 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:21.548653 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2db549-7d5e-4313-82fd-e2a5ebd17a78 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:21.549099 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2db549-7d5e-4313-82fd-e2a5ebd17a78 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:21.549434 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2db549-7d5e-4313-82fd-e2a5ebd17a78 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:21.549937 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2db549-7d5e-4313-82fd-e2a5ebd17a78 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:21.550342 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2db549-7d5e-4313-82fd-e2a5ebd17a78 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:21.550685 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2db549-7d5e-4313-82fd-e2a5ebd17a78 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:21.551022 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2db549-7d5e-4313-82fd-e2a5ebd17a78 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:21.551358 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2db549-7d5e-4313-82fd-e2a5ebd17a78 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:21.551745 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2db549-7d5e-4313-82fd-e2a5ebd17a78 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:21.552020 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2db549-7d5e-4313-82fd-e2a5ebd17a78 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:21.552368 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2db549-7d5e-4313-82fd-e2a5ebd17a78 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 13:59:21.705675 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:21.848789 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:21.910685 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-fb2db549-7d5e-4313-82fd-e2a5ebd17a78 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks [] for floatingip (b562e8c6-4372-4e18-ba01-5eb3bf037578), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:21.984713 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-fb2db549-7d5e-4313-82fd-e2a5ebd17a78 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (414e6173-383a-48dc-af9d-946e35e27dd8), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:22.186721 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-fb2db549-7d5e-4313-82fd-e2a5ebd17a78 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks [] for port (414e6173-383a-48dc-af9d-946e35e27dd8), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:22.194283 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-fb2db549-7d5e-4313-82fd-e2a5ebd17a78 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (414e6173-383a-48dc-af9d-946e35e27dd8), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:22.266055 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2db549-7d5e-4313-82fd-e2a5ebd17a78 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Pushing event updated for resources: {'Port': ['ID=414e6173-383a-48dc-af9d-946e35e27dd8,revision_number=2']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 13:59:22.274881 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-fb2db549-7d5e-4313-82fd-e2a5ebd17a78 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568549'] for floatingip (b562e8c6-4372-4e18-ba01-5eb3bf037578), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:22.369838 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.db.l3_db [None req-fb2db549-7d5e-4313-82fd-e2a5ebd17a78 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Floating IP b562e8c6-4372-4e18-ba01-5eb3bf037578 associated. External IP: 172.27.2.179, port: e58634cf-9a7b-4f26-bfa5-33d613e98bab. May 26 13:59:22.524131 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 6 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 13:59:22.577556 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:22.582646 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2db549-7d5e-4313-82fd-e2a5ebd17a78 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Router f44875e1-708e-417c-bae9-74406f8f7817 has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 13:59:22.699298 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2db549-7d5e-4313-82fd-e2a5ebd17a78 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 13:59:22.711157 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6418e64-21c1-44bc-9bb1-2884ead9d096 None None] Sync routers for ids ['f44875e1-708e-417c-bae9-74406f8f7817'] in dv-cinder-819668-4-iscsi {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 13:59:22.719389 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-fb2db549-7d5e-4313-82fd-e2a5ebd17a78 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for floatingip (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:22.723124 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6418e64-21c1-44bc-9bb1-2884ead9d096 None None] Routers {'f44875e1-708e-417c-bae9-74406f8f7817'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:59:22.724031 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-e6418e64-21c1-44bc-9bb1-2884ead9d096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:59:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['f44875e1-708e-417c-bae9-74406f8f7817'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:59:22.749991 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-fb2db549-7d5e-4313-82fd-e2a5ebd17a78 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6729186 May 26 13:59:22.750570 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a211c6e1-d293-4f55-b321-4d4a4b1f0459', 'tag': 'e58634cf-9a7b-4f26-bfa5-33d613e98bab'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 13:59:22.753412 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cef626-e120-437a-9385-818a2a5bf460" -d '{"events": [{"name": "network-changed", "server_uuid": "a211c6e1-d293-4f55-b321-4d4a4b1f0459", "tag": "e58634cf-9a7b-4f26-bfa5-33d613e98bab"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 13:59:22.788682 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 13:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a4aaf5-4a75-4624-b617-d1c4cc2c1284 x-openstack-request-id: req-a0a4aaf5-4a75-4624-b617-d1c4cc2c1284 {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 13:59:22.788968 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a211c6e1-d293-4f55-b321-4d4a4b1f0459", "tag": "e58634cf-9a7b-4f26-bfa5-33d613e98bab", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 13:59:22.789255 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a0a4aaf5-4a75-4624-b617-d1c4cc2c1284 {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 13:59:22.789666 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0a4aaf5-4a75-4624-b617-d1c4cc2c1284'] response: {'name': 'network-changed', 'server_uuid': 'a211c6e1-d293-4f55-b321-4d4a4b1f0459', 'tag': 'e58634cf-9a7b-4f26-bfa5-33d613e98bab', 'status': 'completed', 'code': 200} May 26 13:59:22.834314 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-e6418e64-21c1-44bc-9bb1-2884ead9d096 None None] Set router f44875e1-708e-417c-bae9-74406f8f7817 gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:59:22.839761 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:22.857169 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cef626-e120-437a-9385-818a2a5bf460 req-20cf9456-f6e1-4da9-83ac-ce18fd2fa2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:22.858762 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e9cef626-e120-437a-9385-818a2a5bf460 req-20cf9456-f6e1-4da9-83ac-ce18fd2fa2ab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=189885bf9a5944bf8eaedd89bb5bec9f&device_id=a211c6e1-d293-4f55-b321-4d4a4b1f0459 HTTP/1.1" status: 200 len: 1129 time: 0.0472527 May 26 13:59:22.959755 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cef626-e120-437a-9385-818a2a5bf460 req-07c6648e-5907-4008-a3db-78feec1d0afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:22.961260 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e9cef626-e120-437a-9385-818a2a5bf460 req-07c6648e-5907-4008-a3db-78feec1d0afb service neutron] 10.222.0.57 "GET /v2.0/networks?id=f13feac7-9894-4fb0-8d65-5458a77bde4c HTTP/1.1" status: 200 len: 913 time: 0.0970738 May 26 13:59:23.023114 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e9cef626-e120-437a-9385-818a2a5bf460 req-f0a0b91f-17c4-481f-8e04-216e02423f1e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e58634cf-9a7b-4f26-bfa5-33d613e98bab HTTP/1.1" status: 200 len: 999 time: 0.0560284 May 26 13:59:23.058052 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-e6418e64-21c1-44bc-9bb1-2884ead9d096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'name': 'tempest-TestVolumeBootPattern-1018459741-router', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:53:20Z', 'updated_at': '2022-05-26T13:53:25Z', 'revision_number': 4, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'gw_port': {'id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:da:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:21Z', 'updated_at': '2022-05-26T13:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': '7d45f699-11e4-482f-9d73-1e25ed9646b3', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'port_id': '4051c928-b3ec-4074-8a3e-df0e1508b5a0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c', 'mac_address': 'fa:16:3e:9b:ee:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542be9eb-1123-48c5-a719-6f0ab71e41f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:56:57Z', 'updated_at': '2022-05-26T13:56:59Z', 'revision_number': 1, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'fixed_ip_address_scope': None}, {'id': 'b562e8c6-4372-4e18-ba01-5eb3bf037578', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'floating_ip_address': '172.27.2.179', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'port_id': 'e58634cf-9a7b-4f26-bfa5-33d613e98bab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c', 'mac_address': 'fa:16:3e:17:63:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a211c6e1-d293-4f55-b321-4d4a4b1f0459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:59:21Z', 'updated_at': '2022-05-26T13:59:21Z', 'revision_number': 0, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c048553c-a9a2-4059-931e-1009273acc25', 'name': '', 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'mac_address': 'fa:16:3e:87:d8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:24Z', 'updated_at': '2022-05-26T13:53:31Z', 'revision_number': 5, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'subnets': [{'id': '6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:59:23.072045 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cef626-e120-437a-9385-818a2a5bf460 req-ad939b25-5717-4745-a9b1-1aed0eab2c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:23.073459 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e9cef626-e120-437a-9385-818a2a5bf460 req-ad939b25-5717-4745-a9b1-1aed0eab2c5d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff HTTP/1.1" status: 200 len: 851 time: 0.0448587 May 26 13:59:23.082322 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6418e64-21c1-44bc-9bb1-2884ead9d096 None None] Checking router: f44875e1-708e-417c-bae9-74406f8f7817 for host: dv-cinder-819668-4-iscsi {{(pid=110503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 13:59:23.091033 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6418e64-21c1-44bc-9bb1-2884ead9d096 None None] Routers {'f44875e1-708e-417c-bae9-74406f8f7817'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 13:59:23.091637 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-e6418e64-21c1-44bc-9bb1-2884ead9d096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:59:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['f44875e1-708e-417c-bae9-74406f8f7817'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:59:23.119732 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cef626-e120-437a-9385-818a2a5bf460 req-35629cbb-06bd-4d99-95e4-64cefe87d7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 13:59:23.121247 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e9cef626-e120-437a-9385-818a2a5bf460 req-35629cbb-06bd-4d99-95e4-64cefe87d7e2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f13feac7-9894-4fb0-8d65-5458a77bde4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419455 May 26 13:59:23.193680 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-e6418e64-21c1-44bc-9bb1-2884ead9d096 None None] Set router f44875e1-708e-417c-bae9-74406f8f7817 gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 13:59:23.216126 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e9cef626-e120-437a-9385-818a2a5bf460 req-5ae55e45-c5ea-4bf6-8049-e29bf58519a6 service neutron] 10.222.0.57 "GET /v2.0/networks/f13feac7-9894-4fb0-8d65-5458a77bde4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873313 May 26 13:59:23.324000 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e9cef626-e120-437a-9385-818a2a5bf460 req-adbbddf9-6e29-4d84-9fab-00c8488ea320 service neutron] 10.222.0.57 "GET /v2.0/networks/f13feac7-9894-4fb0-8d65-5458a77bde4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013508 May 26 13:59:23.442200 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-e6418e64-21c1-44bc-9bb1-2884ead9d096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'name': 'tempest-TestVolumeBootPattern-1018459741-router', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:53:20Z', 'updated_at': '2022-05-26T13:53:25Z', 'revision_number': 4, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'gw_port': {'id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:da:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:21Z', 'updated_at': '2022-05-26T13:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': '7d45f699-11e4-482f-9d73-1e25ed9646b3', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'port_id': '4051c928-b3ec-4074-8a3e-df0e1508b5a0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c', 'mac_address': 'fa:16:3e:9b:ee:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542be9eb-1123-48c5-a719-6f0ab71e41f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:56:57Z', 'updated_at': '2022-05-26T13:56:59Z', 'revision_number': 1, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'fixed_ip_address_scope': None}, {'id': 'b562e8c6-4372-4e18-ba01-5eb3bf037578', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'floating_ip_address': '172.27.2.179', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'port_id': 'e58634cf-9a7b-4f26-bfa5-33d613e98bab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c', 'mac_address': 'fa:16:3e:17:63:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a211c6e1-d293-4f55-b321-4d4a4b1f0459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:59:21Z', 'updated_at': '2022-05-26T13:59:21Z', 'revision_number': 0, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c048553c-a9a2-4059-931e-1009273acc25', 'name': '', 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'mac_address': 'fa:16:3e:87:d8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:24Z', 'updated_at': '2022-05-26T13:53:31Z', 'revision_number': 5, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'subnets': [{'id': '6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 13:59:23.468037 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6418e64-21c1-44bc-9bb1-2884ead9d096 None None] The sync data for ids ['f44875e1-708e-417c-bae9-74406f8f7817'] in dv-cinder-819668-4-iscsi is: [{'id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'name': 'tempest-TestVolumeBootPattern-1018459741-router', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:53:20Z', 'updated_at': '2022-05-26T13:53:25Z', 'revision_number': 4, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'gw_port': {'id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:da:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:21Z', 'updated_at': '2022-05-26T13:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': '7d45f699-11e4-482f-9d73-1e25ed9646b3', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'port_id': '4051c928-b3ec-4074-8a3e-df0e1508b5a0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c', 'mac_address': 'fa:16:3e:9b:ee:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542be9eb-1123-48c5-a719-6f0ab71e41f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:56:57Z', 'updated_at': '2022-05-26T13:56:59Z', 'revision_number': 1, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'fixed_ip_address_scope': None}, {'id': 'b562e8c6-4372-4e18-ba01-5eb3bf037578', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'floating_ip_address': '172.27.2.179', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'port_id': 'e58634cf-9a7b-4f26-bfa5-33d613e98bab', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c', 'mac_address': 'fa:16:3e:17:63:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a211c6e1-d293-4f55-b321-4d4a4b1f0459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:59:21Z', 'updated_at': '2022-05-26T13:59:21Z', 'revision_number': 0, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c048553c-a9a2-4059-931e-1009273acc25', 'name': '', 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'mac_address': 'fa:16:3e:87:d8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:24Z', 'updated_at': '2022-05-26T13:53:31Z', 'revision_number': 5, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'subnets': [{'id': '6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 13:59:23.666965 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4d37cd-ec89-405b-8ddd-8f473638b092 None None] New status for floating IP b562e8c6-4372-4e18-ba01-5eb3bf037578: ACTIVE {{(pid=110502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 13:59:30.717382 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=67 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:30.721521 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=65 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:33.319064 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=43 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:33.319898 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=66,neutron:DELETE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:33.904390 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=41,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:33.906423 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=39,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:41.787498 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:42.509369 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=75 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:42.510290 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=82,neutron:DELETE=1 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 13:59:44.118483 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-2cff9a91-f921-4997-9e08-16e8193be25e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:46.505288 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-c5fd0355-78bd-4c35-9646-8170010b6b61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:47.793798 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:49.209784 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:50.510218 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 13:59:59.523423 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 6 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 14:00:00.503223 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:00.506155 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:01.659141 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5d031-3a5f-495d-adca-39ad6daf518b req-aa717b97-2617-4881-82b6-b101e68cd197 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:01.660652 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-86d5d031-3a5f-495d-adca-39ad6daf518b req-aa717b97-2617-4881-82b6-b101e68cd197 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=c048a6df-4889-4011-a072-70b3c965b14e HTTP/1.1" status: 200 len: 945 time: 0.0524073 May 26 14:00:01.715486 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-86d5d031-3a5f-495d-adca-39ad6daf518b req-948fe81a-1a33-4611-a805-249bec02104f tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e76435a-b599-48ff-9d8c-52d7611c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486376 May 26 14:00:02.839062 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fce6b4-0ec7-457b-8b60-9a42884c66b4 req-f1f345bf-ee4b-4a3c-90ed-bda9ca32a0e8 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:02.841374 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-d3fce6b4-0ec7-457b-8b60-9a42884c66b4 req-f1f345bf-ee4b-4a3c-90ed-bda9ca32a0e8 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=c048a6df-4889-4011-a072-70b3c965b14e HTTP/1.1" status: 200 len: 945 time: 0.0538418 May 26 14:00:02.889992 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-d3fce6b4-0ec7-457b-8b60-9a42884c66b4 req-3ab88dc0-9d2f-485f-bc98-547277663c4c tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e76435a-b599-48ff-9d8c-52d7611c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425522 May 26 14:00:03.586037 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bfdc4-509d-4476-b875-fc2e79b1e38c req-95d91d3c-dd1e-4087-b198-c19c1826c496 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:03.587494 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-004bfdc4-509d-4476-b875-fc2e79b1e38c req-95d91d3c-dd1e-4087-b198-c19c1826c496 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.57 "GET /v2.0/ports?device_id=c048a6df-4889-4011-a072-70b3c965b14e HTTP/1.1" status: 200 len: 945 time: 0.0482075 May 26 14:00:03.672670 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [req-004bfdc4-509d-4476-b875-fc2e79b1e38c req-e89b1b73-52b7-409b-b593-0d4f2aaa3ebb tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Deleting port 8a8f4660-4941-4d34-ba99-bfe395f333c5 {{(pid=110500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:00:03.673011 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-004bfdc4-509d-4476-b875-fc2e79b1e38c req-e89b1b73-52b7-409b-b593-0d4f2aaa3ebb tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (8a8f4660-4941-4d34-ba99-bfe395f333c5), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:03.772139 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-004bfdc4-509d-4476-b875-fc2e79b1e38c req-e89b1b73-52b7-409b-b593-0d4f2aaa3ebb tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] For port 8a8f4660-4941-4d34-ba99-bfe395f333c5, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=8a8f4660-4941-4d34-ba99-bfe395f333c5,segment=NetworkSegment(4aae6642-e6a1-464f-8fb5-62ab179d57e3),segment_id=4aae6642-e6a1-464f-8fb5-62ab179d57e3)] {{(pid=110500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:00:03.772522 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-004bfdc4-509d-4476-b875-fc2e79b1e38c req-e89b1b73-52b7-409b-b593-0d4f2aaa3ebb tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (8a8f4660-4941-4d34-ba99-bfe395f333c5), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:03.938366 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-004bfdc4-509d-4476-b875-fc2e79b1e38c req-e89b1b73-52b7-409b-b593-0d4f2aaa3ebb tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:03.939356 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-004bfdc4-509d-4476-b875-fc2e79b1e38c req-e89b1b73-52b7-409b-b593-0d4f2aaa3ebb tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568549'] for floatingip (8cefb814-adcd-4af8-b2b4-e736962dd75b), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:03.939356 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.db.l3_db [req-004bfdc4-509d-4476-b875-fc2e79b1e38c req-e89b1b73-52b7-409b-b593-0d4f2aaa3ebb tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Floating IP 8cefb814-adcd-4af8-b2b4-e736962dd75b disassociated. External IP: 172.27.2.129, port: 8a8f4660-4941-4d34-ba99-bfe395f333c5. May 26 14:00:03.939649 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [req-004bfdc4-509d-4476-b875-fc2e79b1e38c req-e89b1b73-52b7-409b-b593-0d4f2aaa3ebb tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Calling delete_port for 8a8f4660-4941-4d34-ba99-bfe395f333c5 owned by compute:nova {{(pid=110500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:00:04.012947 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162fee56-87c4-4056-bcd6-319e1f5bdaf5 req-f1a0d93b-7c95-40ee-9bba-284165655efe tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:04.014780 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-162fee56-87c4-4056-bcd6-319e1f5bdaf5 req-f1a0d93b-7c95-40ee-9bba-284165655efe tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=c048a6df-4889-4011-a072-70b3c965b14e HTTP/1.1" status: 200 len: 945 time: 0.0495219 May 26 14:00:04.063818 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-162fee56-87c4-4056-bcd6-319e1f5bdaf5 req-ff859758-031d-4b80-9af8-7a923cc8c7aa tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/security-groups?id=4e76435a-b599-48ff-9d8c-52d7611c1f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422606 May 26 14:00:04.068379 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-004bfdc4-509d-4476-b875-fc2e79b1e38c req-e89b1b73-52b7-409b-b593-0d4f2aaa3ebb tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (8a8f4660-4941-4d34-ba99-bfe395f333c5), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:04.101815 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b1b73-52b7-409b-b593-0d4f2aaa3ebb tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Pushing event deleted for resources: {'Port': ['ID=8a8f4660-4941-4d34-ba99-bfe395f333c5,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:00:04.207202 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-004bfdc4-509d-4476-b875-fc2e79b1e38c req-e89b1b73-52b7-409b-b593-0d4f2aaa3ebb tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Router 46eb0fef-e0da-45db-bd2e-a114c0e9fccd has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 14:00:04.309418 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-004bfdc4-509d-4476-b875-fc2e79b1e38c req-e89b1b73-52b7-409b-b593-0d4f2aaa3ebb tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 14:00:04.320464 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67eae70-8611-455a-93cb-14f3e3897187 None None] Sync routers for ids ['46eb0fef-e0da-45db-bd2e-a114c0e9fccd'] in dv-cinder-819668-4-iscsi {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:00:04.331735 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67eae70-8611-455a-93cb-14f3e3897187 None None] Routers {'46eb0fef-e0da-45db-bd2e-a114c0e9fccd'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:00:04.332288 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-c67eae70-8611-455a-93cb-14f3e3897187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:59:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['46eb0fef-e0da-45db-bd2e-a114c0e9fccd'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:00:04.354754 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [req-004bfdc4-509d-4476-b875-fc2e79b1e38c req-e89b1b73-52b7-409b-b593-0d4f2aaa3ebb tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] No DVR routers for this DVR port 8a8f4660-4941-4d34-ba99-bfe395f333c5 on host hv-cinder-81966 {{(pid=110500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:00:04.357384 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-004bfdc4-509d-4476-b875-fc2e79b1e38c req-e89b1b73-52b7-409b-b593-0d4f2aaa3ebb tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:04.360708 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-004bfdc4-509d-4476-b875-fc2e79b1e38c req-e89b1b73-52b7-409b-b593-0d4f2aaa3ebb tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.57 "DELETE /v2.0/ports/8a8f4660-4941-4d34-ba99-bfe395f333c5 HTTP/1.1" status: 204 len: 173 time: 0.7685256 May 26 14:00:04.361256 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c048a6df-4889-4011-a072-70b3c965b14e', 'name': 'network-vif-deleted', 'tag': '8a8f4660-4941-4d34-ba99-bfe395f333c5'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:00:04.363594 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8141b60-adc9-41cd-a1c6-41427fe850c2" -d '{"events": [{"server_uuid": "c048a6df-4889-4011-a072-70b3c965b14e", "name": "network-vif-deleted", "tag": "8a8f4660-4941-4d34-ba99-bfe395f333c5"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:00:04.402812 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 14:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab42faf-9c49-4c1b-9b68-4ada25bb9fef x-openstack-request-id: req-8ab42faf-9c49-4c1b-9b68-4ada25bb9fef {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:00:04.403157 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c048a6df-4889-4011-a072-70b3c965b14e", "name": "network-vif-deleted", "tag": "8a8f4660-4941-4d34-ba99-bfe395f333c5", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:00:04.403414 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8ab42faf-9c49-4c1b-9b68-4ada25bb9fef {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:00:04.403821 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ab42faf-9c49-4c1b-9b68-4ada25bb9fef'] response: {'server_uuid': 'c048a6df-4889-4011-a072-70b3c965b14e', 'name': 'network-vif-deleted', 'tag': '8a8f4660-4941-4d34-ba99-bfe395f333c5', 'status': 'completed', 'code': 200} May 26 14:00:04.445824 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-c67eae70-8611-455a-93cb-14f3e3897187 None None] Set router 46eb0fef-e0da-45db-bd2e-a114c0e9fccd gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:00:04.748691 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-c67eae70-8611-455a-93cb-14f3e3897187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'name': 'tempest-AttachVolumeNegativeTest-25840542-router', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:55:08Z', 'updated_at': '2022-05-26T13:55:11Z', 'revision_number': 4, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'gw_port': {'id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:09Z', 'updated_at': '2022-05-26T13:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': '26951894-36d5-46f0-83fc-45e7a107ab53', 'name': '', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'mac_address': 'fa:16:3e:49:4d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:11Z', 'updated_at': '2022-05-26T13:55:15Z', 'revision_number': 5, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'subnets': [{'id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:00:04.774624 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67eae70-8611-455a-93cb-14f3e3897187 None None] Checking router: 46eb0fef-e0da-45db-bd2e-a114c0e9fccd for host: dv-cinder-819668-4-iscsi {{(pid=110503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:00:04.784040 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67eae70-8611-455a-93cb-14f3e3897187 None None] Routers {'46eb0fef-e0da-45db-bd2e-a114c0e9fccd'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:00:04.785093 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-c67eae70-8611-455a-93cb-14f3e3897187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T13:59:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['46eb0fef-e0da-45db-bd2e-a114c0e9fccd'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:00:04.902329 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-c67eae70-8611-455a-93cb-14f3e3897187 None None] Set router 46eb0fef-e0da-45db-bd2e-a114c0e9fccd gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:00:05.100021 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-c67eae70-8611-455a-93cb-14f3e3897187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'name': 'tempest-AttachVolumeNegativeTest-25840542-router', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:55:08Z', 'updated_at': '2022-05-26T13:55:11Z', 'revision_number': 4, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'gw_port': {'id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:09Z', 'updated_at': '2022-05-26T13:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': '26951894-36d5-46f0-83fc-45e7a107ab53', 'name': '', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'mac_address': 'fa:16:3e:49:4d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:11Z', 'updated_at': '2022-05-26T13:55:15Z', 'revision_number': 5, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'subnets': [{'id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:00:05.125548 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67eae70-8611-455a-93cb-14f3e3897187 None None] The sync data for ids ['46eb0fef-e0da-45db-bd2e-a114c0e9fccd'] in dv-cinder-819668-4-iscsi is: [{'id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'name': 'tempest-AttachVolumeNegativeTest-25840542-router', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:55:08Z', 'updated_at': '2022-05-26T13:55:11Z', 'revision_number': 4, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'gw_port': {'id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:09Z', 'updated_at': '2022-05-26T13:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': '26951894-36d5-46f0-83fc-45e7a107ab53', 'name': '', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'mac_address': 'fa:16:3e:49:4d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:11Z', 'updated_at': '2022-05-26T13:55:15Z', 'revision_number': 5, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'subnets': [{'id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:00:05.157000 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 38812) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:00:05.184936 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:05.194857 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:05.231630 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-0ccf81c1-c581-49b3-b0d3-7d8bc5b2fc45 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for security_group (4e76435a-b599-48ff-9d8c-52d7611c1f6e), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:05.260949 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-0ccf81c1-c581-49b3-b0d3-7d8bc5b2fc45 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for security_group (4e76435a-b599-48ff-9d8c-52d7611c1f6e), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:05.318499 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-0ccf81c1-c581-49b3-b0d3-7d8bc5b2fc45 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (4e76435a-b599-48ff-9d8c-52d7611c1f6e), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:05.321769 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-0ccf81c1-c581-49b3-b0d3-7d8bc5b2fc45 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:05.323001 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-0ccf81c1-c581-49b3-b0d3-7d8bc5b2fc45 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "DELETE /v2.0/security-groups/4e76435a-b599-48ff-9d8c-52d7611c1f6e HTTP/1.1" status: 204 len: 168 time: 0.1590765 May 26 14:00:05.325818 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 38814) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:00:05.334647 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf81c1-c581-49b3-b0d3-7d8bc5b2fc45 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e76435a-b599-48ff-9d8c-52d7611c1f6e,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:00:05.365203 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.api.v2.resource [None req-f73997e5-0054-4767-ba47-d6cee80f1cff tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] show failed (client error): The resource could not be found. May 26 14:00:05.369115 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-f73997e5-0054-4767-ba47-d6cee80f1cff tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/security-groups/4e76435a-b599-48ff-9d8c-52d7611c1f6e HTTP/1.1" status: 404 len: 347 time: 0.0421462 May 26 14:00:05.369308 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 38816) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:00:05.383876 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d5944f-e57d-484a-bddd-4194a5adeed5 None None] New status for floating IP 8cefb814-adcd-4af8-b2b4-e736962dd75b: DOWN {{(pid=110502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 14:00:05.493997 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [None req-0275c514-8685-45ed-a608-61f0f9186bc8 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Deleting port f21bc64d-697d-45dc-a94a-51d7f7243c2b {{(pid=110500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:00:05.494331 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-0275c514-8685-45ed-a608-61f0f9186bc8 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (f21bc64d-697d-45dc-a94a-51d7f7243c2b), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:05.577720 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-0275c514-8685-45ed-a608-61f0f9186bc8 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (f21bc64d-697d-45dc-a94a-51d7f7243c2b), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:05.578045 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-0275c514-8685-45ed-a608-61f0f9186bc8 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for floatingip (f21bc64d-697d-45dc-a94a-51d7f7243c2b), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:05.592754 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [None req-0275c514-8685-45ed-a608-61f0f9186bc8 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Calling delete_port for f21bc64d-697d-45dc-a94a-51d7f7243c2b owned by network:floatingip {{(pid=110500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:00:05.726419 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-0275c514-8685-45ed-a608-61f0f9186bc8 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (f21bc64d-697d-45dc-a94a-51d7f7243c2b), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:05.752449 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0275c514-8685-45ed-a608-61f0f9186bc8 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Pushing event deleted for resources: {'Port': ['ID=f21bc64d-697d-45dc-a94a-51d7f7243c2b,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:00:05.819004 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-0275c514-8685-45ed-a608-61f0f9186bc8 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for floatingip (8cefb814-adcd-4af8-b2b4-e736962dd75b), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:05.821585 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-0275c514-8685-45ed-a608-61f0f9186bc8 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for floatingip (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:05.822782 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-0275c514-8685-45ed-a608-61f0f9186bc8 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "DELETE /v2.0/floatingips/8cefb814-adcd-4af8-b2b4-e736962dd75b HTTP/1.1" status: 204 len: 168 time: 0.4526198 May 26 14:00:05.891175 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 38820) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:00:05.896587 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-ce784a3b-668c-410f-acac-f90f6ec8321b tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1594899044', 'description': 'tempest-description--1100507506'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:00:05.922826 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-ce784a3b-668c-410f-acac-f90f6ec8321b tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for security_group (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:05.995620 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-ce784a3b-668c-410f-acac-f90f6ec8321b tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for security_group (ee3ac2ee-0e73-4a44-9dfd-705f8287551d), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:06.000154 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-ce784a3b-668c-410f-acac-f90f6ec8321b tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (ee3ac2ee-0e73-4a44-9dfd-705f8287551d), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:06.035543 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-ce784a3b-668c-410f-acac-f90f6ec8321b tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:06.036813 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-ce784a3b-668c-410f-acac-f90f6ec8321b tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1446185 May 26 14:00:06.038893 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce784a3b-668c-410f-acac-f90f6ec8321b tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3ac2ee-0e73-4a44-9dfd-705f8287551d,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:00:06.040545 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 38822) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:00:06.047634 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-ee06af61-4ec4-47fc-93a5-1c09a3108bed tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Request body: {'security_group_rule': {'security_group_id': 'ee3ac2ee-0e73-4a44-9dfd-705f8287551d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:00:06.080436 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ee06af61-4ec4-47fc-93a5-1c09a3108bed tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for security_group_rule (9f1d165b-7134-4bd0-ad32-2fc29c325d77), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:06.139096 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ee06af61-4ec4-47fc-93a5-1c09a3108bed tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for security_group_rule (9f1d165b-7134-4bd0-ad32-2fc29c325d77), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:06.144220 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ee06af61-4ec4-47fc-93a5-1c09a3108bed tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547660'] for security_group_rule (9f1d165b-7134-4bd0-ad32-2fc29c325d77), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:06.164117 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee06af61-4ec4-47fc-93a5-1c09a3108bed tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f1d165b-7134-4bd0-ad32-2fc29c325d77,revision_number=0']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:00:06.173582 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06af61-4ec4-47fc-93a5-1c09a3108bed tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:06.174081 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06af61-4ec4-47fc-93a5-1c09a3108bed tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:06.174473 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06af61-4ec4-47fc-93a5-1c09a3108bed tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:06.174869 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06af61-4ec4-47fc-93a5-1c09a3108bed tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:06.175227 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06af61-4ec4-47fc-93a5-1c09a3108bed tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:06.175546 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06af61-4ec4-47fc-93a5-1c09a3108bed tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:06.175880 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06af61-4ec4-47fc-93a5-1c09a3108bed tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:06.176210 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06af61-4ec4-47fc-93a5-1c09a3108bed tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:06.176567 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06af61-4ec4-47fc-93a5-1c09a3108bed tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:06.176943 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06af61-4ec4-47fc-93a5-1c09a3108bed tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:06.177273 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06af61-4ec4-47fc-93a5-1c09a3108bed tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:06.177609 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06af61-4ec4-47fc-93a5-1c09a3108bed tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:06.177923 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06af61-4ec4-47fc-93a5-1c09a3108bed tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:06.178246 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06af61-4ec4-47fc-93a5-1c09a3108bed tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:06.178569 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee06af61-4ec4-47fc-93a5-1c09a3108bed tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:06.183296 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ee06af61-4ec4-47fc-93a5-1c09a3108bed tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:06.184534 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-ee06af61-4ec4-47fc-93a5-1c09a3108bed tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1425436 May 26 14:00:06.188975 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 38824) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:00:06.193579 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-6a06309d-224e-4036-b69e-ee2d06706ba8 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Request body: {'security_group_rule': {'security_group_id': 'ee3ac2ee-0e73-4a44-9dfd-705f8287551d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:00:06.215502 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 8a8f4660-4941-4d34-ba99-bfe395f333c5 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:00:06.223917 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-6a06309d-224e-4036-b69e-ee2d06706ba8 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for security_group_rule (87ea104b-e7e1-48c7-8094-07d393b50524), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:06.236430 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] No Port match for: 8a8f4660-4941-4d34-ba99-bfe395f333c5 {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:00:06.236774 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 8a8f4660-4941-4d34-ba99-bfe395f333c5 not bound to the agent host hv-cinder-81966 {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:00:06.249049 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:06.269447 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:06.280778 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-6a06309d-224e-4036-b69e-ee2d06706ba8 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for security_group_rule (87ea104b-e7e1-48c7-8094-07d393b50524), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:06.286157 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-6a06309d-224e-4036-b69e-ee2d06706ba8 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547660'] for security_group_rule (87ea104b-e7e1-48c7-8094-07d393b50524), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:06.307981 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a06309d-224e-4036-b69e-ee2d06706ba8 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87ea104b-e7e1-48c7-8094-07d393b50524,revision_number=0']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:00:06.312709 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-6a06309d-224e-4036-b69e-ee2d06706ba8 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:06.316800 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-6a06309d-224e-4036-b69e-ee2d06706ba8 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1266885 May 26 14:00:06.317293 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 38826) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:00:06.321841 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-80aa9bef-d2ac-409d-ad56-165b60ea40b9 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Request body: {'floatingip': {'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:00:06.345194 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-80aa9bef-d2ac-409d-ad56-165b60ea40b9 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:06.429097 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-80aa9bef-d2ac-409d-ad56-165b60ea40b9 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:06.538762 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.db_base_plugin_common [None req-80aa9bef-d2ac-409d-ad56-165b60ea40b9 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Allocated IP 172.27.2.52 (90e76b28-de17-4e9a-956c-e3acc4b829ee/72a92eeb-8c5d-4770-b3e7-e9300b6be16c/827673d4-d3b3-40c5-8ee5-5828a6931dd0) {{(pid=110501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:00:06.654338 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-80aa9bef-d2ac-409d-ad56-165b60ea40b9 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for port (827673d4-d3b3-40c5-8ee5-5828a6931dd0), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:06.686932 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-80aa9bef-d2ac-409d-ad56-165b60ea40b9 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5523151'] for port (827673d4-d3b3-40c5-8ee5-5828a6931dd0), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:06.731099 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80aa9bef-d2ac-409d-ad56-165b60ea40b9 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Network 90e76b28-de17-4e9a-956c-e3acc4b829ee is already hosted by enough agents. {{(pid=110501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:00:06.736536 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.base_scheduler [None req-80aa9bef-d2ac-409d-ad56-165b60ea40b9 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Resources bound (agent type, host, resource id): {{(pid=110501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:00:06.738797 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aa9bef-d2ac-409d-ad56-165b60ea40b9 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Pushing event updated for resources: {'Port': ['ID=827673d4-d3b3-40c5-8ee5-5828a6931dd0,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:00:06.741045 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80aa9bef-d2ac-409d-ad56-165b60ea40b9 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Received port after_create {{(pid=110501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 14:00:06.761841 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:06.777047 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:06.835689 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-80aa9bef-d2ac-409d-ad56-165b60ea40b9 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for floatingip (4c61444d-cb49-44b9-88bf-442716578aae), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:06.876343 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-80aa9bef-d2ac-409d-ad56-165b60ea40b9 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (827673d4-d3b3-40c5-8ee5-5828a6931dd0), before_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:07.071349 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-80aa9bef-d2ac-409d-ad56-165b60ea40b9 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for port (827673d4-d3b3-40c5-8ee5-5828a6931dd0), precommit_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:07.076091 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-80aa9bef-d2ac-409d-ad56-165b60ea40b9 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5523192'] for port (827673d4-d3b3-40c5-8ee5-5828a6931dd0), after_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:07.150136 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aa9bef-d2ac-409d-ad56-165b60ea40b9 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Pushing event updated for resources: {'Port': ['ID=827673d4-d3b3-40c5-8ee5-5828a6931dd0,revision_number=2']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:00:07.162304 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-80aa9bef-d2ac-409d-ad56-165b60ea40b9 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568549'] for floatingip (4c61444d-cb49-44b9-88bf-442716578aae), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:07.178725 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-80aa9bef-d2ac-409d-ad56-165b60ea40b9 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for floatingip (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:07.180003 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-80aa9bef-d2ac-409d-ad56-165b60ea40b9 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8616860 May 26 14:00:07.339757 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-ab0f877b-50c4-4224-88b2-c746043ffc44 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1594899044&fields=id&tenant_id=b596535d63d6490eb939c300bfe565cf HTTP/1.1" status: 200 len: 267 time: 0.0459876 May 26 14:00:07.700661 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-d34d1684-e913-4f91-9583-7d16e8370f7b tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:07.702128 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-d34d1684-e913-4f91-9583-7d16e8370f7b tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/networks?id=9be8c897-5f1a-4707-b0ba-c3382fad4d2e HTTP/1.1" status: 200 len: 813 time: 0.3548894 May 26 14:00:07.717442 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-54b829c3-5a89-42af-8a7a-ae2620218d98 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/quotas/b596535d63d6490eb939c300bfe565cf HTTP/1.1" status: 200 len: 375 time: 0.0094719 May 26 14:00:07.771745 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-244013fd-3360-4214-91ea-feba36651b73 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b596535d63d6490eb939c300bfe565cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488124 May 26 14:00:07.873423 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-e80c1ab7-243e-466b-a3ac-829fabe0bf58 service neutron] 10.222.0.16 "GET /v2.0/networks/9be8c897-5f1a-4707-b0ba-c3382fad4d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901377 May 26 14:00:07.974545 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-b185b801-1030-4c61-918e-143262c54202 service neutron] 10.222.0.16 "GET /v2.0/networks/9be8c897-5f1a-4707-b0ba-c3382fad4d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942748 May 26 14:00:08.140585 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-fa6c368b-453e-43f2-8bad-ced669769c60 req-d176d5f5-fa36-4cc3-8d0d-3390b97443e7 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=535acfc4-e895-4532-a6b4-5155bf29ee93 HTTP/1.1" status: 200 len: 210 time: 0.0308163 May 26 14:00:09.074866 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-de793a3f-0829-4c05-aa9c-bb08147bfe8f tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:09.076472 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-de793a3f-0829-4c05-aa9c-bb08147bfe8f tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.57 "GET /v2.0/networks?id=9be8c897-5f1a-4707-b0ba-c3382fad4d2e HTTP/1.1" status: 200 len: 813 time: 0.1121283 May 26 14:00:09.140595 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-b434ae02-bc9f-498f-b4c0-4bc3d4aff8b1 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b596535d63d6490eb939c300bfe565cf HTTP/1.1" status: 200 len: 380 time: 0.0563359 May 26 14:00:09.214608 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-cb9d1b40-e32e-4be4-ba67-000b10ed9577 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Request body: {'port': {'device_id': '535acfc4-e895-4532-a6b4-5155bf29ee93', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'admin_state_up': True, 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'security_groups': ['ee3ac2ee-0e73-4a44-9dfd-705f8287551d']}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:00:09.256599 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-732d6920-f252-434e-aec9-b62729f8049b req-e795a7dc-28d5-40e4-a334-26645324a788 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=535acfc4-e895-4532-a6b4-5155bf29ee93 HTTP/1.1" status: 200 len: 210 time: 0.0460987 May 26 14:00:09.350655 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-cb9d1b40-e32e-4be4-ba67-000b10ed9577 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Made reservation on behalf of b596535d63d6490eb939c300bfe565cf for: {'port': 1} {{(pid=110500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:00:09.354217 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-cb9d1b40-e32e-4be4-ba67-000b10ed9577 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:09.476739 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:09.481096 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.db_base_plugin_common [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-cb9d1b40-e32e-4be4-ba67-000b10ed9577 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Allocated IP 172.20.0.9 (9be8c897-5f1a-4707-b0ba-c3382fad4d2e/de0fdd08-7a37-4a84-9a24-d2a545d515fc/d5b45128-eac9-4421-bc8a-3d7ad0b10646) {{(pid=110500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:00:09.570567 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:09.628534 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-cb9d1b40-e32e-4be4-ba67-000b10ed9577 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for port (d5b45128-eac9-4421-bc8a-3d7ad0b10646), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:09.666638 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-cb9d1b40-e32e-4be4-ba67-000b10ed9577 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (d5b45128-eac9-4421-bc8a-3d7ad0b10646), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:09.731645 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-cb9d1b40-e32e-4be4-ba67-000b10ed9577 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Network 9be8c897-5f1a-4707-b0ba-c3382fad4d2e is already hosted by enough agents. {{(pid=110500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:00:09.734680 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-cb9d1b40-e32e-4be4-ba67-000b10ed9577 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Resources bound (agent type, host, resource id): {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:00:09.738865 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-cb9d1b40-e32e-4be4-ba67-000b10ed9577 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Received port after_create {{(pid=110500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 14:00:09.762810 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d1b40-e32e-4be4-ba67-000b10ed9577 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Pushing event updated for resources: {'Port': ['ID=d5b45128-eac9-4421-bc8a-3d7ad0b10646,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:00:09.792155 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-cb9d1b40-e32e-4be4-ba67-000b10ed9577 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:09.792808 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-cb9d1b40-e32e-4be4-ba67-000b10ed9577 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:09.810564 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-cb9d1b40-e32e-4be4-ba67-000b10ed9577 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6015823 May 26 14:00:09.822215 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-a385320b-f98c-4f27-8ac3-355fbfa5bd5b service neutron] Request body: {'port': {'device_id': '535acfc4-e895-4532-a6b4-5155bf29ee93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:00:09.888923 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-a385320b-f98c-4f27-8ac3-355fbfa5bd5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (d5b45128-eac9-4421-bc8a-3d7ad0b10646), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:10.003393 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-604d7e6e-bdb0-49de-9dfe-3d303f123cd1 None None] Provisioning complete for port d5b45128-eac9-4421-bc8a-3d7ad0b10646 triggered by entity DHCP. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:00:10.003967 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-604d7e6e-bdb0-49de-9dfe-3d303f123cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (d5b45128-eac9-4421-bc8a-3d7ad0b10646), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:10.044691 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-604d7e6e-bdb0-49de-9dfe-3d303f123cd1 None None] Port d5b45128-eac9-4421-bc8a-3d7ad0b10646 cannot update to ACTIVE because it is not bound. {{(pid=110502) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 14:00:10.198869 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-a385320b-f98c-4f27-8ac3-355fbfa5bd5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5b45128-eac9-4421-bc8a-3d7ad0b10646 {{(pid=110500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 14:00:10.206607 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-a385320b-f98c-4f27-8ac3-355fbfa5bd5b service neutron] Publish callbacks [] for port (d5b45128-eac9-4421-bc8a-3d7ad0b10646), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:10.219161 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.provisioning_blocks [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-a385320b-f98c-4f27-8ac3-355fbfa5bd5b service neutron] Transition to ACTIVE for port object d5b45128-eac9-4421-bc8a-3d7ad0b10646 will not be triggered until provisioned by entity L2. {{(pid=110500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 14:00:10.223649 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-a385320b-f98c-4f27-8ac3-355fbfa5bd5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (d5b45128-eac9-4421-bc8a-3d7ad0b10646), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:10.273156 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385320b-f98c-4f27-8ac3-355fbfa5bd5b service neutron] Pushing event updated for resources: {'Port': ['ID=d5b45128-eac9-4421-bc8a-3d7ad0b10646,revision_number=2']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:00:10.338279 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:10.384580 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-a385320b-f98c-4f27-8ac3-355fbfa5bd5b service neutron] Attempting to bind port d5b45128-eac9-4421-bc8a-3d7ad0b10646 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 14:00:10.385096 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-a385320b-f98c-4f27-8ac3-355fbfa5bd5b service neutron] Attempting to bind port d5b45128-eac9-4421-bc8a-3d7ad0b10646 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': '4aae6642-e6a1-464f-8fb5-62ab179d57e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e'}] {{(pid=110500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 14:00:10.385548 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-a385320b-f98c-4f27-8ac3-355fbfa5bd5b service neutron] Attempting to bind port d5b45128-eac9-4421-bc8a-3d7ad0b10646 on network 9be8c897-5f1a-4707-b0ba-c3382fad4d2e {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 14:00:10.391103 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-a385320b-f98c-4f27-8ac3-355fbfa5bd5b service neutron] Port d5b45128-eac9-4421-bc8a-3d7ad0b10646 on network 9be8c897-5f1a-4707-b0ba-c3382fad4d2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 14:00:10.391523 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-a385320b-f98c-4f27-8ac3-355fbfa5bd5b service neutron] Attempting to bind port d5b45128-eac9-4421-bc8a-3d7ad0b10646 on network 9be8c897-5f1a-4707-b0ba-c3382fad4d2e {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 14:00:10.400871 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71ded8-cef4-449c-bd2e-2af481788fe4 req-def7f560-ebe7-41c8-aa2d-9d9f0f657d6f tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:10.403138 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-bf71ded8-cef4-449c-bd2e-2af481788fe4 req-def7f560-ebe7-41c8-aa2d-9d9f0f657d6f tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=535acfc4-e895-4532-a6b4-5155bf29ee93 HTTP/1.1" status: 200 len: 943 time: 0.0567188 May 26 14:00:10.404438 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-a385320b-f98c-4f27-8ac3-355fbfa5bd5b service neutron] Checking agent: {'id': '207809ce-be6b-4746-a715-8e1c980ff656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 42, 40), 'started_at': datetime.datetime(2022, 5, 26, 13, 42, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 13, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 14:00:10.404816 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-a385320b-f98c-4f27-8ac3-355fbfa5bd5b service neutron] Checking segment: {'id': '4aae6642-e6a1-464f-8fb5-62ab179d57e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 14:00:10.405238 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-a385320b-f98c-4f27-8ac3-355fbfa5bd5b service neutron] Bound using segment: {'id': '4aae6642-e6a1-464f-8fb5-62ab179d57e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e'} {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 14:00:10.405708 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-a385320b-f98c-4f27-8ac3-355fbfa5bd5b service neutron] Bound port: d5b45128-eac9-4421-bc8a-3d7ad0b10646, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aae6642-e6a1-464f-8fb5-62ab179d57e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e'}}] {{(pid=110500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 14:00:10.406104 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-a385320b-f98c-4f27-8ac3-355fbfa5bd5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (d5b45128-eac9-4421-bc8a-3d7ad0b10646), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:10.456011 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:10.482643 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-bf71ded8-cef4-449c-bd2e-2af481788fe4 req-4df76c06-93d1-455e-8766-529e522e9880 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee3ac2ee-0e73-4a44-9dfd-705f8287551d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675514 May 26 14:00:10.507910 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-a385320b-f98c-4f27-8ac3-355fbfa5bd5b service neutron] For port d5b45128-eac9-4421-bc8a-3d7ad0b10646, host hv-cinder-81966, cleared binding levels {{(pid=110500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 14:00:10.509385 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-a385320b-f98c-4f27-8ac3-355fbfa5bd5b service neutron] For port d5b45128-eac9-4421-bc8a-3d7ad0b10646, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=d5b45128-eac9-4421-bc8a-3d7ad0b10646,segment=NetworkSegment(4aae6642-e6a1-464f-8fb5-62ab179d57e3),segment_id=4aae6642-e6a1-464f-8fb5-62ab179d57e3)] {{(pid=110500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 14:00:10.517577 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-a385320b-f98c-4f27-8ac3-355fbfa5bd5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (d5b45128-eac9-4421-bc8a-3d7ad0b10646), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:10.563521 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-a385320b-f98c-4f27-8ac3-355fbfa5bd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:10.564204 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-a385320b-f98c-4f27-8ac3-355fbfa5bd5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:10.565862 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-a385320b-f98c-4f27-8ac3-355fbfa5bd5b service neutron] 10.222.0.57 "PUT /v2.0/ports/d5b45128-eac9-4421-bc8a-3d7ad0b10646 HTTP/1.1" status: 200 len: 1093 time: 0.7480404 May 26 14:00:10.566795 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535acfc4-e895-4532-a6b4-5155bf29ee93', 'tag': 'd5b45128-eac9-4421-bc8a-3d7ad0b10646'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:00:10.568899 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335ae1ea-4d4b-45fd-a662-52e3f76545aa" -d '{"events": [{"name": "network-changed", "server_uuid": "535acfc4-e895-4532-a6b4-5155bf29ee93", "tag": "d5b45128-eac9-4421-bc8a-3d7ad0b10646"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:00:10.598961 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385320b-f98c-4f27-8ac3-355fbfa5bd5b service neutron] Pushing event updated for resources: {'Port': ['ID=d5b45128-eac9-4421-bc8a-3d7ad0b10646,revision_number=3']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:00:10.638187 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 14:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c832332c-cf0d-4eef-bb9c-153fffa34b58 x-openstack-request-id: req-c832332c-cf0d-4eef-bb9c-153fffa34b58 {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:00:10.638337 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "535acfc4-e895-4532-a6b4-5155bf29ee93", "tag": "d5b45128-eac9-4421-bc8a-3d7ad0b10646", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:00:10.638549 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c832332c-cf0d-4eef-bb9c-153fffa34b58 {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:00:10.638969 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c832332c-cf0d-4eef-bb9c-153fffa34b58'] response: {'name': 'network-changed', 'server_uuid': '535acfc4-e895-4532-a6b4-5155bf29ee93', 'tag': 'd5b45128-eac9-4421-bc8a-3d7ad0b10646', 'status': 'completed', 'code': 200} May 26 14:00:10.652837 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-e97aca8a-99b7-485d-aea6-d72a0ed5824f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:10.654377 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-e97aca8a-99b7-485d-aea6-d72a0ed5824f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b596535d63d6490eb939c300bfe565cf&device_id=535acfc4-e895-4532-a6b4-5155bf29ee93 HTTP/1.1" status: 200 len: 1127 time: 0.0472732 May 26 14:00:10.697964 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-d10f3f37-a301-4477-81ae-084da19ee79b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5b45128-eac9-4421-bc8a-3d7ad0b10646 HTTP/1.1" status: 200 len: 217 time: 0.0370815 May 26 14:00:10.750820 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-d98546ee-68ef-4cdf-82ee-82e6d47a8b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:10.752498 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-d98546ee-68ef-4cdf-82ee-82e6d47a8b1b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=de0fdd08-7a37-4a84-9a24-d2a545d515fc HTTP/1.1" status: 200 len: 852 time: 0.0491197 May 26 14:00:10.799326 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-ef69cfe3-e9ee-4ae6-9fed-1c6904621f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:10.800881 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-ef69cfe3-e9ee-4ae6-9fed-1c6904621f93 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9be8c897-5f1a-4707-b0ba-c3382fad4d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422547 May 26 14:00:10.901814 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-4dd4126a-0d05-4e61-89a6-951b4d5aceb2 service neutron] 10.222.0.57 "GET /v2.0/networks/9be8c897-5f1a-4707-b0ba-c3382fad4d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945458 May 26 14:00:11.000170 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6a197763-1f31-4bf1-9b11-3b29d5744120 req-d132abbb-4f58-4374-b6ea-22fb0d764678 service neutron] 10.222.0.57 "GET /v2.0/networks/9be8c897-5f1a-4707-b0ba-c3382fad4d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927629 May 26 14:00:11.604785 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb08d8-84ba-4cca-84de-5688b5f58f8e req-0d758330-7b5b-4dda-96b2-338269aa0a27 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:11.606366 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-14fb08d8-84ba-4cca-84de-5688b5f58f8e req-0d758330-7b5b-4dda-96b2-338269aa0a27 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=535acfc4-e895-4532-a6b4-5155bf29ee93 HTTP/1.1" status: 200 len: 943 time: 0.0478504 May 26 14:00:11.656754 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-14fb08d8-84ba-4cca-84de-5688b5f58f8e req-97bd8fd7-7179-414c-9071-fb98d55480e1 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee3ac2ee-0e73-4a44-9dfd-705f8287551d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441298 May 26 14:00:11.792213 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:12.825787 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0af15-72b6-4beb-85ec-3aec70685fac req-0e725d65-5657-48d2-b88e-9e77ac37e6ae tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:12.827282 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-13a0af15-72b6-4beb-85ec-3aec70685fac req-0e725d65-5657-48d2-b88e-9e77ac37e6ae tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=535acfc4-e895-4532-a6b4-5155bf29ee93 HTTP/1.1" status: 200 len: 943 time: 0.0526893 May 26 14:00:12.875026 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-13a0af15-72b6-4beb-85ec-3aec70685fac req-1ea7f06f-033a-4f57-9f8f-fd23a2e58435 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee3ac2ee-0e73-4a44-9dfd-705f8287551d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416148 May 26 14:00:13.076625 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ae1ea-4d4b-45fd-a662-52e3f76545aa req-b44bb2e4-dc72-4e70-a39f-13fc7b901faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:13.078008 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-335ae1ea-4d4b-45fd-a662-52e3f76545aa req-b44bb2e4-dc72-4e70-a39f-13fc7b901faf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b596535d63d6490eb939c300bfe565cf&device_id=535acfc4-e895-4532-a6b4-5155bf29ee93 HTTP/1.1" status: 200 len: 1127 time: 0.0376842 May 26 14:00:13.172174 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ae1ea-4d4b-45fd-a662-52e3f76545aa req-c7086c21-7a80-4ef5-96c2-76a720eb6e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:13.174053 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-335ae1ea-4d4b-45fd-a662-52e3f76545aa req-c7086c21-7a80-4ef5-96c2-76a720eb6e2d service neutron] 10.222.0.57 "GET /v2.0/networks?id=9be8c897-5f1a-4707-b0ba-c3382fad4d2e HTTP/1.1" status: 200 len: 914 time: 0.0905974 May 26 14:00:13.214006 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-335ae1ea-4d4b-45fd-a662-52e3f76545aa req-bb286ece-5dec-4d65-b01c-74c0dc81acea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5b45128-eac9-4421-bc8a-3d7ad0b10646 HTTP/1.1" status: 200 len: 217 time: 0.0343604 May 26 14:00:13.263146 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ae1ea-4d4b-45fd-a662-52e3f76545aa req-ff324b70-7c2b-47af-9464-1260f93ea756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:13.264643 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-335ae1ea-4d4b-45fd-a662-52e3f76545aa req-ff324b70-7c2b-47af-9464-1260f93ea756 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=de0fdd08-7a37-4a84-9a24-d2a545d515fc HTTP/1.1" status: 200 len: 852 time: 0.0457256 May 26 14:00:13.307416 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ae1ea-4d4b-45fd-a662-52e3f76545aa req-1673aad4-4adf-4934-aa33-4f11cdd9703a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:13.309284 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-335ae1ea-4d4b-45fd-a662-52e3f76545aa req-1673aad4-4adf-4934-aa33-4f11cdd9703a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9be8c897-5f1a-4707-b0ba-c3382fad4d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394423 May 26 14:00:13.322683 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:13.403511 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-335ae1ea-4d4b-45fd-a662-52e3f76545aa req-51ac06be-0d63-4907-8a49-8efb0df69d7b service neutron] 10.222.0.57 "GET /v2.0/networks/9be8c897-5f1a-4707-b0ba-c3382fad4d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881386 May 26 14:00:13.495392 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-335ae1ea-4d4b-45fd-a662-52e3f76545aa req-447f7976-c07a-4de5-8c50-93a218424f7a service neutron] 10.222.0.57 "GET /v2.0/networks/9be8c897-5f1a-4707-b0ba-c3382fad4d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863028 May 26 14:00:13.993549 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e598e7-ab30-4389-9a38-dabc6b10e352 req-5c72c71e-227f-40f3-b6ab-33d34aa5061a tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:13.995020 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-57e598e7-ab30-4389-9a38-dabc6b10e352 req-5c72c71e-227f-40f3-b6ab-33d34aa5061a tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=535acfc4-e895-4532-a6b4-5155bf29ee93 HTTP/1.1" status: 200 len: 943 time: 0.0507958 May 26 14:00:14.042364 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-57e598e7-ab30-4389-9a38-dabc6b10e352 req-fe9fafff-f6db-4a5b-8e2c-69fd1299a531 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee3ac2ee-0e73-4a44-9dfd-705f8287551d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417597 May 26 14:00:14.121708 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-7aa11f08-ab4e-40fb-9166-869c643a2cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:14.241931 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device d5b45128-eac9-4421-bc8a-3d7ad0b10646 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=110502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 14:00:14.338273 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port d5b45128-eac9-4421-bc8a-3d7ad0b10646, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=d5b45128-eac9-4421-bc8a-3d7ad0b10646,segment=NetworkSegment(4aae6642-e6a1-464f-8fb5-62ab179d57e3),segment_id=4aae6642-e6a1-464f-8fb5-62ab179d57e3)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:00:14.350288 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Returning: {'device': 'd5b45128-eac9-4421-bc8a-3d7ad0b10646', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'port_id': 'd5b45128-eac9-4421-bc8a-3d7ad0b10646', 'mac_address': 'fa:16:3e:57:16:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 14:00:14.387878 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port d5b45128-eac9-4421-bc8a-3d7ad0b10646 is: DOWN; New status is: BUILD {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:00:14.388256 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (d5b45128-eac9-4421-bc8a-3d7ad0b10646), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:14.401879 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5b45128-eac9-4421-bc8a-3d7ad0b10646 {{(pid=110502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 14:00:14.422009 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port d5b45128-eac9-4421-bc8a-3d7ad0b10646, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=d5b45128-eac9-4421-bc8a-3d7ad0b10646,segment=NetworkSegment(4aae6642-e6a1-464f-8fb5-62ab179d57e3),segment_id=4aae6642-e6a1-464f-8fb5-62ab179d57e3)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:00:14.425962 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (d5b45128-eac9-4421-bc8a-3d7ad0b10646), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:14.471766 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=d5b45128-eac9-4421-bc8a-3d7ad0b10646,revision_number=4']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:00:14.479268 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:14.479569 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:14.479908 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:14.480243 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:14.480599 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:14.480931 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:14.481252 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:14.481575 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:14.481897 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:14.482217 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:14.482537 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:14.482856 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:14.483169 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:14.483482 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:14.483796 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:00:14.741182 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] get_ports_and_sgs() called for port_ids ['d5b45128-eac9-4421-bc8a-3d7ad0b10646'] {{(pid=110502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 14:00:15.094334 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=72 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:15.103822 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=68 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:15.164557 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad72be-0a46-4a02-8363-839508406299 req-98cce914-b890-4b9e-8641-781226c3c721 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:15.166023 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-70ad72be-0a46-4a02-8363-839508406299 req-98cce914-b890-4b9e-8641-781226c3c721 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=535acfc4-e895-4532-a6b4-5155bf29ee93 HTTP/1.1" status: 200 len: 944 time: 0.0528948 May 26 14:00:15.213123 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-70ad72be-0a46-4a02-8363-839508406299 req-5e61450c-e56f-4b23-b252-c6aa9679b893 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee3ac2ee-0e73-4a44-9dfd-705f8287551d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415564 May 26 14:00:16.253093 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device d5b45128-eac9-4421-bc8a-3d7ad0b10646 up at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 14:00:16.294640 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Provisioning for port d5b45128-eac9-4421-bc8a-3d7ad0b10646 completed by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 14:00:16.301023 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Provisioning complete for port d5b45128-eac9-4421-bc8a-3d7ad0b10646 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:00:16.301552 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (d5b45128-eac9-4421-bc8a-3d7ad0b10646), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:16.327456 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb6767-488e-4289-bbde-7b1735b1063e req-0ea7780f-23d6-4050-b4e1-ff5ba7d20668 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:16.328999 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-05fb6767-488e-4289-bbde-7b1735b1063e req-0ea7780f-23d6-4050-b4e1-ff5ba7d20668 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=535acfc4-e895-4532-a6b4-5155bf29ee93 HTTP/1.1" status: 200 len: 944 time: 0.0485349 May 26 14:00:16.377509 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port d5b45128-eac9-4421-bc8a-3d7ad0b10646 is: BUILD; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:00:16.377911 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (d5b45128-eac9-4421-bc8a-3d7ad0b10646), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:16.379796 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-05fb6767-488e-4289-bbde-7b1735b1063e req-cde799df-e1d2-4998-aa71-cc2697e78333 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee3ac2ee-0e73-4a44-9dfd-705f8287551d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438490 May 26 14:00:16.401645 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535acfc4-e895-4532-a6b4-5155bf29ee93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b45128-eac9-4421-bc8a-3d7ad0b10646'}] {{(pid=110502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:00:16.403863 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186ee40048dd7feccd586c88f433d7b47dbfd7dc0140a518261bfa5b158966a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53963dc9-3413-4528-a2c3-c6df94f8df3a" -d '{"events": [{"server_uuid": "535acfc4-e895-4532-a6b4-5155bf29ee93", "name": "network-vif-plugged", "status": "completed", "tag": "d5b45128-eac9-4421-bc8a-3d7ad0b10646"}]}' {{(pid=110502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:00:16.415323 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:16.417681 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port d5b45128-eac9-4421-bc8a-3d7ad0b10646, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=d5b45128-eac9-4421-bc8a-3d7ad0b10646,segment=NetworkSegment(4aae6642-e6a1-464f-8fb5-62ab179d57e3),segment_id=4aae6642-e6a1-464f-8fb5-62ab179d57e3)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:00:16.422000 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (d5b45128-eac9-4421-bc8a-3d7ad0b10646), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:16.428475 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:16.446585 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 14:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5cd160-6618-40f4-895c-d873b943cb3e x-openstack-request-id: req-0a5cd160-6618-40f4-895c-d873b943cb3e {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:00:16.446876 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535acfc4-e895-4532-a6b4-5155bf29ee93", "name": "network-vif-plugged", "status": "completed", "tag": "d5b45128-eac9-4421-bc8a-3d7ad0b10646", "code": 200}]} {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:00:16.447129 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0a5cd160-6618-40f4-895c-d873b943cb3e {{(pid=110502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:00:16.447525 dv-cinder-819668-4-iscsi neutron-server[110502]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a5cd160-6618-40f4-895c-d873b943cb3e'] response: {'server_uuid': '535acfc4-e895-4532-a6b4-5155bf29ee93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b45128-eac9-4421-bc8a-3d7ad0b10646', 'code': 200} May 26 14:00:16.475834 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=d5b45128-eac9-4421-bc8a-3d7ad0b10646,revision_number=5']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:00:16.499281 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-d00eb575-e583-4adf-b3ef-42aa9e3195a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:16.615813 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:16.645509 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d551b0-6b52-4c73-b29b-4292f6370e60 req-edc3a9df-6b9d-44e9-8948-374b9f449b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:16.647032 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-d3d551b0-6b52-4c73-b29b-4292f6370e60 req-edc3a9df-6b9d-44e9-8948-374b9f449b8d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=535acfc4-e895-4532-a6b4-5155bf29ee93 HTTP/1.1" status: 200 len: 1129 time: 0.0796404 May 26 14:00:16.690893 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-d3d551b0-6b52-4c73-b29b-4292f6370e60 req-30768bc2-2339-45b9-8aa2-ad9c73d7e631 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ee3ac2ee-0e73-4a44-9dfd-705f8287551d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380938 May 26 14:00:17.498409 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654617ed-6e38-461a-8bce-34bdcc0a0874 req-11558ecd-fa49-4bb8-acb2-8c0285ca03e3 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:17.500001 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-654617ed-6e38-461a-8bce-34bdcc0a0874 req-11558ecd-fa49-4bb8-acb2-8c0285ca03e3 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=535acfc4-e895-4532-a6b4-5155bf29ee93 HTTP/1.1" status: 200 len: 945 time: 0.0518136 May 26 14:00:17.547265 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-654617ed-6e38-461a-8bce-34bdcc0a0874 req-495bbda0-5350-42bf-a3ef-0188a9ed1b6b tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee3ac2ee-0e73-4a44-9dfd-705f8287551d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410731 May 26 14:00:17.795428 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:18.665795 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57abd813-2ad3-4691-9b08-d1491e7372f0 req-a92c8597-9ac7-438e-9e99-ae95bdd04b22 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:18.667266 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-57abd813-2ad3-4691-9b08-d1491e7372f0 req-a92c8597-9ac7-438e-9e99-ae95bdd04b22 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=535acfc4-e895-4532-a6b4-5155bf29ee93 HTTP/1.1" status: 200 len: 945 time: 0.0479047 May 26 14:00:18.720102 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-57abd813-2ad3-4691-9b08-d1491e7372f0 req-d86d16f1-704a-4877-ac4a-3d836b62a4c0 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee3ac2ee-0e73-4a44-9dfd-705f8287551d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471020 May 26 14:00:18.793509 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:18.817139 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:18.831369 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee380de4-9b3c-49b4-b2b2-c4432d537370 req-2dda960c-33d1-422a-ac29-ec17104e7dad tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:18.832861 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-ee380de4-9b3c-49b4-b2b2-c4432d537370 req-2dda960c-33d1-422a-ac29-ec17104e7dad tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=535acfc4-e895-4532-a6b4-5155bf29ee93 HTTP/1.1" status: 200 len: 945 time: 0.0488515 May 26 14:00:18.841486 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 38890) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:00:18.845710 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-e7fcd1e7-2474-4905-ab55-8b859317566e tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Request body: {'floatingip': {'port_id': 'd5b45128-eac9-4421-bc8a-3d7ad0b10646'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:00:18.882480 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e7fcd1e7-2474-4905-ab55-8b859317566e tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for floatingip (4c61444d-cb49-44b9-88bf-442716578aae), before_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:19.207349 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:19.293432 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e7fcd1e7-2474-4905-ab55-8b859317566e tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:19.297055 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e7fcd1e7-2474-4905-ab55-8b859317566e tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568549'] for floatingip (4c61444d-cb49-44b9-88bf-442716578aae), after_update {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:19.393077 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.db.l3_db [None req-e7fcd1e7-2474-4905-ab55-8b859317566e tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Floating IP 4c61444d-cb49-44b9-88bf-442716578aae associated. External IP: 172.27.2.52, port: d5b45128-eac9-4421-bc8a-3d7ad0b10646. May 26 14:00:19.590331 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7fcd1e7-2474-4905-ab55-8b859317566e tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Router 46eb0fef-e0da-45db-bd2e-a114c0e9fccd has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 14:00:19.689339 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7fcd1e7-2474-4905-ab55-8b859317566e tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 14:00:19.696878 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e7fcd1e7-2474-4905-ab55-8b859317566e tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for floatingip (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:19.702017 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf92757-a343-49f0-b9b7-7fe61c391976 None None] Sync routers for ids ['46eb0fef-e0da-45db-bd2e-a114c0e9fccd'] in dv-cinder-819668-4-iscsi {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:00:19.713866 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf92757-a343-49f0-b9b7-7fe61c391976 None None] Routers {'46eb0fef-e0da-45db-bd2e-a114c0e9fccd'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:00:19.714483 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-ecf92757-a343-49f0-b9b7-7fe61c391976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T14:00:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['46eb0fef-e0da-45db-bd2e-a114c0e9fccd'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:00:19.732368 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-e7fcd1e7-2474-4905-ab55-8b859317566e tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "PUT /v2.0/floatingips/4c61444d-cb49-44b9-88bf-442716578aae HTTP/1.1" status: 200 len: 990 time: 0.8878026 May 26 14:00:19.732368 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535acfc4-e895-4532-a6b4-5155bf29ee93', 'tag': 'd5b45128-eac9-4421-bc8a-3d7ad0b10646'}] {{(pid=110501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:00:19.733231 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7554ed366569566c1c07a20dc3a12fa332abf68ec20ff88de472e4216b3e5b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cde2a5-e6e9-4b3c-b6f9-67aa3868c77f" -d '{"events": [{"name": "network-changed", "server_uuid": "535acfc4-e895-4532-a6b4-5155bf29ee93", "tag": "d5b45128-eac9-4421-bc8a-3d7ad0b10646"}]}' {{(pid=110501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:00:19.818716 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-ecf92757-a343-49f0-b9b7-7fe61c391976 None None] Set router 46eb0fef-e0da-45db-bd2e-a114c0e9fccd gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:00:19.823256 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 14:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e4944b-1771-41d6-9936-9b0ddcd03c5e x-openstack-request-id: req-03e4944b-1771-41d6-9936-9b0ddcd03c5e {{(pid=110501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:00:19.823757 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "535acfc4-e895-4532-a6b4-5155bf29ee93", "tag": "d5b45128-eac9-4421-bc8a-3d7ad0b10646", "status": "completed", "code": 200}]} {{(pid=110501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:00:19.823757 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-03e4944b-1771-41d6-9936-9b0ddcd03c5e {{(pid=110501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:00:19.824268 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03e4944b-1771-41d6-9936-9b0ddcd03c5e'] response: {'name': 'network-changed', 'server_uuid': '535acfc4-e895-4532-a6b4-5155bf29ee93', 'tag': 'd5b45128-eac9-4421-bc8a-3d7ad0b10646', 'status': 'completed', 'code': 200} May 26 14:00:19.884115 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cde2a5-e6e9-4b3c-b6f9-67aa3868c77f req-28ff68bb-da21-47fb-b318-0abaefedfb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:19.885830 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-18cde2a5-e6e9-4b3c-b6f9-67aa3868c77f req-28ff68bb-da21-47fb-b318-0abaefedfb6d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b596535d63d6490eb939c300bfe565cf&device_id=535acfc4-e895-4532-a6b4-5155bf29ee93 HTTP/1.1" status: 200 len: 1129 time: 0.0391037 May 26 14:00:19.985101 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cde2a5-e6e9-4b3c-b6f9-67aa3868c77f req-33a8e771-dda3-4548-86d2-276d923fd90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:19.986856 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-18cde2a5-e6e9-4b3c-b6f9-67aa3868c77f req-33a8e771-dda3-4548-86d2-276d923fd90d service neutron] 10.222.0.57 "GET /v2.0/networks?id=9be8c897-5f1a-4707-b0ba-c3382fad4d2e HTTP/1.1" status: 200 len: 914 time: 0.0932226 May 26 14:00:20.035983 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-ecf92757-a343-49f0-b9b7-7fe61c391976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'name': 'tempest-AttachVolumeNegativeTest-25840542-router', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:55:08Z', 'updated_at': '2022-05-26T13:55:11Z', 'revision_number': 4, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'gw_port': {'id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:09Z', 'updated_at': '2022-05-26T13:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': '4c61444d-cb49-44b9-88bf-442716578aae', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'port_id': 'd5b45128-eac9-4421-bc8a-3d7ad0b10646', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'mac_address': 'fa:16:3e:57:16:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535acfc4-e895-4532-a6b4-5155bf29ee93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T14:00:06Z', 'updated_at': '2022-05-26T14:00:19Z', 'revision_number': 1, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26951894-36d5-46f0-83fc-45e7a107ab53', 'name': '', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'mac_address': 'fa:16:3e:49:4d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:11Z', 'updated_at': '2022-05-26T13:55:15Z', 'revision_number': 5, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'subnets': [{'id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:00:20.055805 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-18cde2a5-e6e9-4b3c-b6f9-67aa3868c77f req-9c7843a9-b44b-420b-b560-55fca5c90ea7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5b45128-eac9-4421-bc8a-3d7ad0b10646 HTTP/1.1" status: 200 len: 998 time: 0.0630147 May 26 14:00:20.063028 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf92757-a343-49f0-b9b7-7fe61c391976 None None] Checking router: 46eb0fef-e0da-45db-bd2e-a114c0e9fccd for host: dv-cinder-819668-4-iscsi {{(pid=110503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:00:20.074398 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf92757-a343-49f0-b9b7-7fe61c391976 None None] Routers {'46eb0fef-e0da-45db-bd2e-a114c0e9fccd'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:00:20.075032 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-ecf92757-a343-49f0-b9b7-7fe61c391976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T14:00:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['46eb0fef-e0da-45db-bd2e-a114c0e9fccd'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:00:20.109237 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cde2a5-e6e9-4b3c-b6f9-67aa3868c77f req-11fb24cd-e2e9-461b-8091-9100eb117f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:20.118031 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-18cde2a5-e6e9-4b3c-b6f9-67aa3868c77f req-11fb24cd-e2e9-461b-8091-9100eb117f9e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=de0fdd08-7a37-4a84-9a24-d2a545d515fc HTTP/1.1" status: 200 len: 852 time: 0.0557830 May 26 14:00:20.161842 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cde2a5-e6e9-4b3c-b6f9-67aa3868c77f req-ae914318-631d-493d-af52-1fc212918c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:20.163364 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-18cde2a5-e6e9-4b3c-b6f9-67aa3868c77f req-ae914318-631d-493d-af52-1fc212918c40 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9be8c897-5f1a-4707-b0ba-c3382fad4d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389261 May 26 14:00:20.176592 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-ecf92757-a343-49f0-b9b7-7fe61c391976 None None] Set router 46eb0fef-e0da-45db-bd2e-a114c0e9fccd gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:00:20.259513 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-18cde2a5-e6e9-4b3c-b6f9-67aa3868c77f req-866e7716-db02-447c-a831-629468fa6b17 service neutron] 10.222.0.57 "GET /v2.0/networks/9be8c897-5f1a-4707-b0ba-c3382fad4d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881920 May 26 14:00:20.352737 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-18cde2a5-e6e9-4b3c-b6f9-67aa3868c77f req-ab1bb233-624b-4b64-ae62-aebdab24b372 service neutron] 10.222.0.57 "GET /v2.0/networks/9be8c897-5f1a-4707-b0ba-c3382fad4d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871415 May 26 14:00:20.387981 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-ecf92757-a343-49f0-b9b7-7fe61c391976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'name': 'tempest-AttachVolumeNegativeTest-25840542-router', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:55:08Z', 'updated_at': '2022-05-26T13:55:11Z', 'revision_number': 4, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'gw_port': {'id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:09Z', 'updated_at': '2022-05-26T13:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': '4c61444d-cb49-44b9-88bf-442716578aae', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'port_id': 'd5b45128-eac9-4421-bc8a-3d7ad0b10646', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'mac_address': 'fa:16:3e:57:16:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535acfc4-e895-4532-a6b4-5155bf29ee93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T14:00:06Z', 'updated_at': '2022-05-26T14:00:19Z', 'revision_number': 1, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26951894-36d5-46f0-83fc-45e7a107ab53', 'name': '', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'mac_address': 'fa:16:3e:49:4d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:11Z', 'updated_at': '2022-05-26T13:55:15Z', 'revision_number': 5, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'subnets': [{'id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:00:20.416607 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf92757-a343-49f0-b9b7-7fe61c391976 None None] The sync data for ids ['46eb0fef-e0da-45db-bd2e-a114c0e9fccd'] in dv-cinder-819668-4-iscsi is: [{'id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'name': 'tempest-AttachVolumeNegativeTest-25840542-router', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:55:08Z', 'updated_at': '2022-05-26T13:55:11Z', 'revision_number': 4, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'gw_port': {'id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:09Z', 'updated_at': '2022-05-26T13:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': '4c61444d-cb49-44b9-88bf-442716578aae', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'port_id': 'd5b45128-eac9-4421-bc8a-3d7ad0b10646', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'mac_address': 'fa:16:3e:57:16:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535acfc4-e895-4532-a6b4-5155bf29ee93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T14:00:06Z', 'updated_at': '2022-05-26T14:00:19Z', 'revision_number': 1, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26951894-36d5-46f0-83fc-45e7a107ab53', 'name': '', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'mac_address': 'fa:16:3e:49:4d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:11Z', 'updated_at': '2022-05-26T13:55:15Z', 'revision_number': 5, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'subnets': [{'id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:00:20.515285 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:20.623580 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41522fe9-d61c-41ee-97e7-83dfe2bcdd3e None None] New status for floating IP 4c61444d-cb49-44b9-88bf-442716578aae: ACTIVE {{(pid=110502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 14:00:29.725749 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=88 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:29.727692 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:30.345909 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=86 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:30.348920 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=65 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:30.390080 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=70 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:30.391140 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=78 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:30.725819 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:30.727684 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:36.523200 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 6 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 14:00:41.802361 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:44.123541 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-958f3a0f-6c07-4452-8926-80c990b791a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:46.502353 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-60299334-6b2f-4488-bd8c-9945be3b21a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:47.797658 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:49.211925 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:50.509667 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:00:51.665726 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=19 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:51.670808 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=15 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:00:57.482505 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-638630e4-5c15-46b7-9886-428494b8a5ba req-bc6714d1-1823-4064-8741-3b37b06d4942 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=542be9eb-1123-48c5-a719-6f0ab71e41f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425396 May 26 14:00:57.561191 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638630e4-5c15-46b7-9886-428494b8a5ba req-5c673de4-1826-45ae-b12f-abb40ae6880f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:57.562687 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-638630e4-5c15-46b7-9886-428494b8a5ba req-5c673de4-1826-45ae-b12f-abb40ae6880f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=189885bf9a5944bf8eaedd89bb5bec9f&device_id=542be9eb-1123-48c5-a719-6f0ab71e41f8 HTTP/1.1" status: 200 len: 1129 time: 0.0380464 May 26 14:00:57.664372 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638630e4-5c15-46b7-9886-428494b8a5ba req-6513980b-75c7-408b-850d-0d5ad097d129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:57.665861 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-638630e4-5c15-46b7-9886-428494b8a5ba req-6513980b-75c7-408b-850d-0d5ad097d129 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f13feac7-9894-4fb0-8d65-5458a77bde4c HTTP/1.1" status: 200 len: 913 time: 0.0853078 May 26 14:00:57.731748 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-638630e4-5c15-46b7-9886-428494b8a5ba req-4ef7a259-a971-4941-a5cc-c786fae4c0e5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4051c928-b3ec-4074-8a3e-df0e1508b5a0 HTTP/1.1" status: 200 len: 1001 time: 0.0602088 May 26 14:00:57.780112 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638630e4-5c15-46b7-9886-428494b8a5ba req-4705c28f-8512-47b7-b80e-b0736d1c0174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:57.781501 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-638630e4-5c15-46b7-9886-428494b8a5ba req-4705c28f-8512-47b7-b80e-b0736d1c0174 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff HTTP/1.1" status: 200 len: 851 time: 0.0434275 May 26 14:00:57.827413 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638630e4-5c15-46b7-9886-428494b8a5ba req-12b11635-dc9b-4e07-a2a1-ac305e3eabf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:00:57.829477 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-638630e4-5c15-46b7-9886-428494b8a5ba req-12b11635-dc9b-4e07-a2a1-ac305e3eabf6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f13feac7-9894-4fb0-8d65-5458a77bde4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420084 May 26 14:00:57.925191 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-638630e4-5c15-46b7-9886-428494b8a5ba req-7e1d5105-1690-464c-a4fc-51848a024c31 service neutron] 10.222.0.57 "GET /v2.0/networks/f13feac7-9894-4fb0-8d65-5458a77bde4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886362 May 26 14:00:58.018109 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-638630e4-5c15-46b7-9886-428494b8a5ba req-ab31f1f9-19da-46e3-bd7e-665fb05abc0d service neutron] 10.222.0.57 "GET /v2.0/networks/f13feac7-9894-4fb0-8d65-5458a77bde4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857677 May 26 14:00:59.203494 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [req-fc85d7d4-ecf2-43b1-8003-06a5c9db6ff7 req-a2d53e42-6c64-41aa-b855-3b83be1fa18e service neutron] (110501) timed out ('10.222.0.57', 56484) {{(pid=110501) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 26 14:01:00.497894 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:00.505908 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:08.013592 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=48 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:08.014399 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=53 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:11.367745 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 38916) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:01:11.514819 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-cdd5cf23-0458-47db-bb72-fb0275588466 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Deleting port 414e6173-383a-48dc-af9d-946e35e27dd8 {{(pid=110501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:01:11.515159 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-cdd5cf23-0458-47db-bb72-fb0275588466 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (414e6173-383a-48dc-af9d-946e35e27dd8), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:11.605280 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-cdd5cf23-0458-47db-bb72-fb0275588466 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (414e6173-383a-48dc-af9d-946e35e27dd8), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:11.605602 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-cdd5cf23-0458-47db-bb72-fb0275588466 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks [] for floatingip (414e6173-383a-48dc-af9d-946e35e27dd8), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:11.619660 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-cdd5cf23-0458-47db-bb72-fb0275588466 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Calling delete_port for 414e6173-383a-48dc-af9d-946e35e27dd8 owned by network:floatingip {{(pid=110501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:01:11.811983 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:12.035195 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-cdd5cf23-0458-47db-bb72-fb0275588466 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5523151'] for port (414e6173-383a-48dc-af9d-946e35e27dd8), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:12.057522 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd5cf23-0458-47db-bb72-fb0275588466 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Pushing event deleted for resources: {'Port': ['ID=414e6173-383a-48dc-af9d-946e35e27dd8,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:12.071862 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd5cf23-0458-47db-bb72-fb0275588466 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:12.072205 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd5cf23-0458-47db-bb72-fb0275588466 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:12.072571 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd5cf23-0458-47db-bb72-fb0275588466 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:12.072909 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd5cf23-0458-47db-bb72-fb0275588466 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:12.073240 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd5cf23-0458-47db-bb72-fb0275588466 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:12.073571 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd5cf23-0458-47db-bb72-fb0275588466 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:12.073894 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd5cf23-0458-47db-bb72-fb0275588466 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:12.074214 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd5cf23-0458-47db-bb72-fb0275588466 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:12.074534 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd5cf23-0458-47db-bb72-fb0275588466 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:12.074857 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd5cf23-0458-47db-bb72-fb0275588466 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:12.075178 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd5cf23-0458-47db-bb72-fb0275588466 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:12.075499 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd5cf23-0458-47db-bb72-fb0275588466 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:12.075815 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd5cf23-0458-47db-bb72-fb0275588466 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:12.076131 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd5cf23-0458-47db-bb72-fb0275588466 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:12.076503 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd5cf23-0458-47db-bb72-fb0275588466 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:12.136408 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-cdd5cf23-0458-47db-bb72-fb0275588466 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks [] for floatingip (b562e8c6-4372-4e18-ba01-5eb3bf037578), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:12.136747 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.db.l3_db [None req-cdd5cf23-0458-47db-bb72-fb0275588466 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Floating IP b562e8c6-4372-4e18-ba01-5eb3bf037578 disassociated (deleted). External IP: 172.27.2.179, port: e58634cf-9a7b-4f26-bfa5-33d613e98bab. May 26 14:01:12.343149 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd5cf23-0458-47db-bb72-fb0275588466 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Router f44875e1-708e-417c-bae9-74406f8f7817 has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 14:01:12.451007 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd5cf23-0458-47db-bb72-fb0275588466 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 14:01:12.456604 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-cdd5cf23-0458-47db-bb72-fb0275588466 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for floatingip (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:12.461480 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbdea8d-67ff-462b-97e9-a3689e00d9ef None None] Sync routers for ids ['f44875e1-708e-417c-bae9-74406f8f7817'] in dv-cinder-819668-4-iscsi {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:01:12.471673 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbdea8d-67ff-462b-97e9-a3689e00d9ef None None] Routers {'f44875e1-708e-417c-bae9-74406f8f7817'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:01:12.472273 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-3bbdea8d-67ff-462b-97e9-a3689e00d9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T14:00:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['f44875e1-708e-417c-bae9-74406f8f7817'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:01:12.486767 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-cdd5cf23-0458-47db-bb72-fb0275588466 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "DELETE /v2.0/floatingips/b562e8c6-4372-4e18-ba01-5eb3bf037578 HTTP/1.1" status: 204 len: 168 time: 1.1175382 May 26 14:01:12.487447 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a211c6e1-d293-4f55-b321-4d4a4b1f0459', 'tag': 'e58634cf-9a7b-4f26-bfa5-33d613e98bab'}] {{(pid=110501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:01:12.489882 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7554ed366569566c1c07a20dc3a12fa332abf68ec20ff88de472e4216b3e5b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836d6e0a-ce58-45f0-9257-2c8a2fefcac3" -d '{"events": [{"name": "network-changed", "server_uuid": "a211c6e1-d293-4f55-b321-4d4a4b1f0459", "tag": "e58634cf-9a7b-4f26-bfa5-33d613e98bab"}]}' {{(pid=110501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:01:12.541379 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 14:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c9dc54-35b9-49ee-873c-bde48a213f9d x-openstack-request-id: req-42c9dc54-35b9-49ee-873c-bde48a213f9d {{(pid=110501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:01:12.541719 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a211c6e1-d293-4f55-b321-4d4a4b1f0459", "tag": "e58634cf-9a7b-4f26-bfa5-33d613e98bab", "status": "completed", "code": 200}]} {{(pid=110501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:01:12.541980 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-42c9dc54-35b9-49ee-873c-bde48a213f9d {{(pid=110501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:01:12.542393 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42c9dc54-35b9-49ee-873c-bde48a213f9d'] response: {'name': 'network-changed', 'server_uuid': 'a211c6e1-d293-4f55-b321-4d4a4b1f0459', 'tag': 'e58634cf-9a7b-4f26-bfa5-33d613e98bab', 'status': 'completed', 'code': 200} May 26 14:01:12.610053 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d6e0a-ce58-45f0-9257-2c8a2fefcac3 req-fbb20a64-b9de-4530-8e87-f402b2702807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:12.611948 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-836d6e0a-ce58-45f0-9257-2c8a2fefcac3 req-fbb20a64-b9de-4530-8e87-f402b2702807 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=189885bf9a5944bf8eaedd89bb5bec9f&device_id=a211c6e1-d293-4f55-b321-4d4a4b1f0459 HTTP/1.1" status: 200 len: 1129 time: 0.0474241 May 26 14:01:12.664169 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-3bbdea8d-67ff-462b-97e9-a3689e00d9ef None None] Set router f44875e1-708e-417c-bae9-74406f8f7817 gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:01:12.749764 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d6e0a-ce58-45f0-9257-2c8a2fefcac3 req-ceaf3393-b9c3-4341-9443-09a97ec847a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:12.751365 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-836d6e0a-ce58-45f0-9257-2c8a2fefcac3 req-ceaf3393-b9c3-4341-9443-09a97ec847a0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f13feac7-9894-4fb0-8d65-5458a77bde4c HTTP/1.1" status: 200 len: 913 time: 0.1334410 May 26 14:01:12.764804 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa676248-f76d-47b1-9ddb-d846feca3820 req-08022989-f7af-4fba-95db-c15f786f20a5 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:12.766361 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-aa676248-f76d-47b1-9ddb-d846feca3820 req-08022989-f7af-4fba-95db-c15f786f20a5 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=a211c6e1-d293-4f55-b321-4d4a4b1f0459 HTTP/1.1" status: 200 len: 945 time: 0.0643637 May 26 14:01:12.819647 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-aa676248-f76d-47b1-9ddb-d846feca3820 req-5195cf6d-5152-4eee-b9de-d6665d28bcd5 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464046 May 26 14:01:12.883784 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-3bbdea8d-67ff-462b-97e9-a3689e00d9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'name': 'tempest-TestVolumeBootPattern-1018459741-router', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:53:20Z', 'updated_at': '2022-05-26T13:53:25Z', 'revision_number': 4, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'gw_port': {'id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:da:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:21Z', 'updated_at': '2022-05-26T13:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': '7d45f699-11e4-482f-9d73-1e25ed9646b3', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'port_id': '4051c928-b3ec-4074-8a3e-df0e1508b5a0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c', 'mac_address': 'fa:16:3e:9b:ee:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542be9eb-1123-48c5-a719-6f0ab71e41f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:56:57Z', 'updated_at': '2022-05-26T13:56:59Z', 'revision_number': 1, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c048553c-a9a2-4059-931e-1009273acc25', 'name': '', 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'mac_address': 'fa:16:3e:87:d8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:24Z', 'updated_at': '2022-05-26T13:53:31Z', 'revision_number': 5, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'subnets': [{'id': '6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:01:12.908699 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbdea8d-67ff-462b-97e9-a3689e00d9ef None None] Checking router: f44875e1-708e-417c-bae9-74406f8f7817 for host: dv-cinder-819668-4-iscsi {{(pid=110503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:01:12.917618 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbdea8d-67ff-462b-97e9-a3689e00d9ef None None] Routers {'f44875e1-708e-417c-bae9-74406f8f7817'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:01:12.918228 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-3bbdea8d-67ff-462b-97e9-a3689e00d9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T14:00:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['f44875e1-708e-417c-bae9-74406f8f7817'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:01:13.017885 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-3bbdea8d-67ff-462b-97e9-a3689e00d9ef None None] Set router f44875e1-708e-417c-bae9-74406f8f7817 gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:01:13.222478 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-3bbdea8d-67ff-462b-97e9-a3689e00d9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'name': 'tempest-TestVolumeBootPattern-1018459741-router', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:53:20Z', 'updated_at': '2022-05-26T13:53:25Z', 'revision_number': 4, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'gw_port': {'id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:da:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:21Z', 'updated_at': '2022-05-26T13:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': '7d45f699-11e4-482f-9d73-1e25ed9646b3', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'port_id': '4051c928-b3ec-4074-8a3e-df0e1508b5a0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c', 'mac_address': 'fa:16:3e:9b:ee:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542be9eb-1123-48c5-a719-6f0ab71e41f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:56:57Z', 'updated_at': '2022-05-26T13:56:59Z', 'revision_number': 1, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c048553c-a9a2-4059-931e-1009273acc25', 'name': '', 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'mac_address': 'fa:16:3e:87:d8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:24Z', 'updated_at': '2022-05-26T13:53:31Z', 'revision_number': 5, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'subnets': [{'id': '6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:01:13.246448 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbdea8d-67ff-462b-97e9-a3689e00d9ef None None] The sync data for ids ['f44875e1-708e-417c-bae9-74406f8f7817'] in dv-cinder-819668-4-iscsi is: [{'id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'name': 'tempest-TestVolumeBootPattern-1018459741-router', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:53:20Z', 'updated_at': '2022-05-26T13:53:25Z', 'revision_number': 4, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'gw_port': {'id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:da:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:21Z', 'updated_at': '2022-05-26T13:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_floatingips': [{'id': '7d45f699-11e4-482f-9d73-1e25ed9646b3', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'router_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'port_id': '4051c928-b3ec-4074-8a3e-df0e1508b5a0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c', 'mac_address': 'fa:16:3e:9b:ee:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542be9eb-1123-48c5-a719-6f0ab71e41f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T13:56:57Z', 'updated_at': '2022-05-26T13:56:59Z', 'revision_number': 1, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c048553c-a9a2-4059-931e-1009273acc25', 'name': '', 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'mac_address': 'fa:16:3e:87:d8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:24Z', 'updated_at': '2022-05-26T13:53:31Z', 'revision_number': 5, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'subnets': [{'id': '6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:01:13.466060 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15def15f-0cca-498b-8ded-471b7eff0eec None None] New status for floating IP b562e8c6-4372-4e18-ba01-5eb3bf037578: DOWN {{(pid=110502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 14:01:13.523057 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 6 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 14:01:13.686647 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-836d6e0a-ce58-45f0-9257-2c8a2fefcac3 req-a469e8b3-7b07-4350-9f84-18c9d09f6408 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e58634cf-9a7b-4f26-bfa5-33d613e98bab HTTP/1.1" status: 200 len: 217 time: 0.0339789 May 26 14:01:13.738239 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d6e0a-ce58-45f0-9257-2c8a2fefcac3 req-8655637c-8fd0-4024-8cfc-cd8efbc19923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:13.739659 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-836d6e0a-ce58-45f0-9257-2c8a2fefcac3 req-8655637c-8fd0-4024-8cfc-cd8efbc19923 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff HTTP/1.1" status: 200 len: 851 time: 0.0446253 May 26 14:01:13.798680 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d6e0a-ce58-45f0-9257-2c8a2fefcac3 req-1591b8c5-efce-406f-9774-db5c02d285dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:13.800169 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-836d6e0a-ce58-45f0-9257-2c8a2fefcac3 req-1591b8c5-efce-406f-9774-db5c02d285dd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f13feac7-9894-4fb0-8d65-5458a77bde4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451159 May 26 14:01:13.911501 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:13.927422 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-836d6e0a-ce58-45f0-9257-2c8a2fefcac3 req-ce74c32e-359e-4dae-bd0f-1b9931473209 service neutron] 10.222.0.57 "GET /v2.0/networks/f13feac7-9894-4fb0-8d65-5458a77bde4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957403 May 26 14:01:13.957507 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:13.970311 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fd02e-a61e-4792-b467-4e8d4dd6d7df req-307b25d1-cee9-4ab0-a278-6bde07ed8728 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:13.972006 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-c92fd02e-a61e-4792-b467-4e8d4dd6d7df req-307b25d1-cee9-4ab0-a278-6bde07ed8728 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=a211c6e1-d293-4f55-b321-4d4a4b1f0459 HTTP/1.1" status: 200 len: 945 time: 0.0788910 May 26 14:01:14.024239 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-c92fd02e-a61e-4792-b467-4e8d4dd6d7df req-7241ac7d-36d4-40af-afae-cc52f3e4bfdb tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465527 May 26 14:01:14.099139 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-836d6e0a-ce58-45f0-9257-2c8a2fefcac3 req-5fbd422b-55f4-4535-812d-2310fa7b6ae1 service neutron] 10.222.0.57 "GET /v2.0/networks/f13feac7-9894-4fb0-8d65-5458a77bde4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925944 May 26 14:01:14.132245 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e26338ba-7e98-4562-a5dd-84c3812f23ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:14.525463 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca55fd-f357-449d-9b2e-dc1ba26176c2 req-e8e94621-56fc-4f25-a4e8-e94ef8c9df1f tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:14.526892 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fbca55fd-f357-449d-9b2e-dc1ba26176c2 req-e8e94621-56fc-4f25-a4e8-e94ef8c9df1f tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.57 "GET /v2.0/ports?device_id=a211c6e1-d293-4f55-b321-4d4a4b1f0459 HTTP/1.1" status: 200 len: 945 time: 0.0467789 May 26 14:01:14.607686 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [req-fbca55fd-f357-449d-9b2e-dc1ba26176c2 req-38948190-791b-4143-982b-0ba41cf8e95e tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Deleting port e58634cf-9a7b-4f26-bfa5-33d613e98bab {{(pid=110500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:01:14.608030 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-fbca55fd-f357-449d-9b2e-dc1ba26176c2 req-38948190-791b-4143-982b-0ba41cf8e95e tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (e58634cf-9a7b-4f26-bfa5-33d613e98bab), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:14.699994 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-fbca55fd-f357-449d-9b2e-dc1ba26176c2 req-38948190-791b-4143-982b-0ba41cf8e95e tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] For port e58634cf-9a7b-4f26-bfa5-33d613e98bab, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=e58634cf-9a7b-4f26-bfa5-33d613e98bab,segment=NetworkSegment(865ad695-e6b5-4527-9214-bd60ef4e493e),segment_id=865ad695-e6b5-4527-9214-bd60ef4e493e)] {{(pid=110500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:01:14.700755 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-fbca55fd-f357-449d-9b2e-dc1ba26176c2 req-38948190-791b-4143-982b-0ba41cf8e95e tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (e58634cf-9a7b-4f26-bfa5-33d613e98bab), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:14.715182 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [req-fbca55fd-f357-449d-9b2e-dc1ba26176c2 req-38948190-791b-4143-982b-0ba41cf8e95e tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Calling delete_port for e58634cf-9a7b-4f26-bfa5-33d613e98bab owned by compute:nova {{(pid=110500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:01:14.848973 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-fbca55fd-f357-449d-9b2e-dc1ba26176c2 req-38948190-791b-4143-982b-0ba41cf8e95e tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (e58634cf-9a7b-4f26-bfa5-33d613e98bab), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:14.855042 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:14.878097 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38948190-791b-4143-982b-0ba41cf8e95e tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Pushing event deleted for resources: {'Port': ['ID=e58634cf-9a7b-4f26-bfa5-33d613e98bab,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:14.886272 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:14.894840 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38948190-791b-4143-982b-0ba41cf8e95e tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:14.895218 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38948190-791b-4143-982b-0ba41cf8e95e tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:14.895608 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38948190-791b-4143-982b-0ba41cf8e95e tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:14.896025 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38948190-791b-4143-982b-0ba41cf8e95e tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:14.896436 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38948190-791b-4143-982b-0ba41cf8e95e tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:14.896780 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38948190-791b-4143-982b-0ba41cf8e95e tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:14.897117 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38948190-791b-4143-982b-0ba41cf8e95e tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:14.897455 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38948190-791b-4143-982b-0ba41cf8e95e tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:14.897790 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38948190-791b-4143-982b-0ba41cf8e95e tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:14.898123 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38948190-791b-4143-982b-0ba41cf8e95e tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:14.898485 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38948190-791b-4143-982b-0ba41cf8e95e tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:14.898834 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38948190-791b-4143-982b-0ba41cf8e95e tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:14.899163 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38948190-791b-4143-982b-0ba41cf8e95e tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:14.899493 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38948190-791b-4143-982b-0ba41cf8e95e tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:14.899824 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38948190-791b-4143-982b-0ba41cf8e95e tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:14.938037 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbca55fd-f357-449d-9b2e-dc1ba26176c2 req-38948190-791b-4143-982b-0ba41cf8e95e tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] No DVR routers for this DVR port e58634cf-9a7b-4f26-bfa5-33d613e98bab on host hv-cinder-81966 {{(pid=110500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:01:14.940630 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-fbca55fd-f357-449d-9b2e-dc1ba26176c2 req-38948190-791b-4143-982b-0ba41cf8e95e tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:14.944002 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fbca55fd-f357-449d-9b2e-dc1ba26176c2 req-38948190-791b-4143-982b-0ba41cf8e95e tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.57 "DELETE /v2.0/ports/e58634cf-9a7b-4f26-bfa5-33d613e98bab HTTP/1.1" status: 204 len: 173 time: 0.4124169 May 26 14:01:14.944480 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a211c6e1-d293-4f55-b321-4d4a4b1f0459', 'name': 'network-vif-deleted', 'tag': 'e58634cf-9a7b-4f26-bfa5-33d613e98bab'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:01:14.947268 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d126064-e5c3-4abb-91d6-db528cdca333" -d '{"events": [{"server_uuid": "a211c6e1-d293-4f55-b321-4d4a4b1f0459", "name": "network-vif-deleted", "tag": "e58634cf-9a7b-4f26-bfa5-33d613e98bab"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:01:14.992791 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 14:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c11196-d9b7-41c4-af8b-abced8166e29 x-openstack-request-id: req-53c11196-d9b7-41c4-af8b-abced8166e29 {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:01:14.993088 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a211c6e1-d293-4f55-b321-4d4a4b1f0459", "name": "network-vif-deleted", "tag": "e58634cf-9a7b-4f26-bfa5-33d613e98bab", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:01:14.993342 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-53c11196-d9b7-41c4-af8b-abced8166e29 {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:01:14.993800 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53c11196-d9b7-41c4-af8b-abced8166e29'] response: {'server_uuid': 'a211c6e1-d293-4f55-b321-4d4a4b1f0459', 'name': 'network-vif-deleted', 'tag': 'e58634cf-9a7b-4f26-bfa5-33d613e98bab', 'status': 'completed', 'code': 200} May 26 14:01:15.121499 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-635e390a-05ab-4d4e-aa0d-39b72798bd4c req-29bc3a69-be35-462e-920a-f193be46cb24 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=a211c6e1-d293-4f55-b321-4d4a4b1f0459 HTTP/1.1" status: 200 len: 210 time: 0.0272987 May 26 14:01:16.503735 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-df695814-06a4-4a4b-97b7-88facdb33fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:16.519544 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device e58634cf-9a7b-4f26-bfa5-33d613e98bab no longer exists at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:01:16.540570 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] No Port match for: e58634cf-9a7b-4f26-bfa5-33d613e98bab {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:01:16.540903 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device e58634cf-9a7b-4f26-bfa5-33d613e98bab not bound to the agent host hv-cinder-81966 {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:01:17.801160 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:18.415198 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 38952) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:01:18.555605 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-d7f23a8d-bd18-48f6-a6ff-0be7a13f803d tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Deleting port d58722cf-23cb-4635-990f-d959319bed1c {{(pid=110501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:01:18.555941 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d7f23a8d-bd18-48f6-a6ff-0be7a13f803d tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (d58722cf-23cb-4635-990f-d959319bed1c), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:18.634506 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d7f23a8d-bd18-48f6-a6ff-0be7a13f803d tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (d58722cf-23cb-4635-990f-d959319bed1c), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:18.634829 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d7f23a8d-bd18-48f6-a6ff-0be7a13f803d tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks [] for floatingip (d58722cf-23cb-4635-990f-d959319bed1c), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:18.648158 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-d7f23a8d-bd18-48f6-a6ff-0be7a13f803d tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Calling delete_port for d58722cf-23cb-4635-990f-d959319bed1c owned by network:floatingip {{(pid=110501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:01:18.796703 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d7f23a8d-bd18-48f6-a6ff-0be7a13f803d tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5523151'] for port (d58722cf-23cb-4635-990f-d959319bed1c), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:18.819946 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f23a8d-bd18-48f6-a6ff-0be7a13f803d tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Pushing event deleted for resources: {'Port': ['ID=d58722cf-23cb-4635-990f-d959319bed1c,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:18.883199 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d7f23a8d-bd18-48f6-a6ff-0be7a13f803d tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks [] for floatingip (7d45f699-11e4-482f-9d73-1e25ed9646b3), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:18.883534 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.db.l3_db [None req-d7f23a8d-bd18-48f6-a6ff-0be7a13f803d tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Floating IP 7d45f699-11e4-482f-9d73-1e25ed9646b3 disassociated (deleted). External IP: 172.27.2.122, port: 4051c928-b3ec-4074-8a3e-df0e1508b5a0. May 26 14:01:19.080994 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f23a8d-bd18-48f6-a6ff-0be7a13f803d tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Router f44875e1-708e-417c-bae9-74406f8f7817 has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 14:01:19.183496 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:19.186164 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:19.193915 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f23a8d-bd18-48f6-a6ff-0be7a13f803d tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 14:01:19.198797 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d7f23a8d-bd18-48f6-a6ff-0be7a13f803d tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for floatingip (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:19.210608 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664d7d9d-dd66-44bb-ada7-b8c926382c0f None None] Sync routers for ids ['f44875e1-708e-417c-bae9-74406f8f7817'] in dv-cinder-819668-4-iscsi {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:01:19.216323 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:19.223022 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664d7d9d-dd66-44bb-ada7-b8c926382c0f None None] Routers {'f44875e1-708e-417c-bae9-74406f8f7817'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:01:19.223720 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-664d7d9d-dd66-44bb-ada7-b8c926382c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T14:01:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['f44875e1-708e-417c-bae9-74406f8f7817'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:01:19.231309 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-d7f23a8d-bd18-48f6-a6ff-0be7a13f803d tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "DELETE /v2.0/floatingips/7d45f699-11e4-482f-9d73-1e25ed9646b3 HTTP/1.1" status: 204 len: 168 time: 0.8150034 May 26 14:01:19.231898 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '542be9eb-1123-48c5-a719-6f0ab71e41f8', 'tag': '4051c928-b3ec-4074-8a3e-df0e1508b5a0'}] {{(pid=110501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:01:19.234184 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a7554ed366569566c1c07a20dc3a12fa332abf68ec20ff88de472e4216b3e5b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7df25c-7531-460e-ac36-0855a1fea9a3" -d '{"events": [{"name": "network-changed", "server_uuid": "542be9eb-1123-48c5-a719-6f0ab71e41f8", "tag": "4051c928-b3ec-4074-8a3e-df0e1508b5a0"}]}' {{(pid=110501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:01:19.271876 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 14:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934035c7-6787-4056-84c9-b2f845d420f2 x-openstack-request-id: req-934035c7-6787-4056-84c9-b2f845d420f2 {{(pid=110501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:01:19.272761 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "542be9eb-1123-48c5-a719-6f0ab71e41f8", "tag": "4051c928-b3ec-4074-8a3e-df0e1508b5a0", "status": "completed", "code": 200}]} {{(pid=110501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:01:19.273072 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-934035c7-6787-4056-84c9-b2f845d420f2 {{(pid=110501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:01:19.273870 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.notifiers.nova [-] Nova event matching ['req-934035c7-6787-4056-84c9-b2f845d420f2'] response: {'name': 'network-changed', 'server_uuid': '542be9eb-1123-48c5-a719-6f0ab71e41f8', 'tag': '4051c928-b3ec-4074-8a3e-df0e1508b5a0', 'status': 'completed', 'code': 200} May 26 14:01:19.328980 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-664d7d9d-dd66-44bb-ada7-b8c926382c0f None None] Set router f44875e1-708e-417c-bae9-74406f8f7817 gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:01:19.338625 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7df25c-7531-460e-ac36-0855a1fea9a3 req-f863f185-4f3d-4ecf-8e24-3d1d425bca64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:19.341144 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-4a7df25c-7531-460e-ac36-0855a1fea9a3 req-f863f185-4f3d-4ecf-8e24-3d1d425bca64 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=189885bf9a5944bf8eaedd89bb5bec9f&device_id=542be9eb-1123-48c5-a719-6f0ab71e41f8 HTTP/1.1" status: 200 len: 1129 time: 0.0481997 May 26 14:01:19.451565 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=100 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:19.454021 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=100 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:19.488103 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4563081-da53-4e3d-949a-2240bbc4b73b req-55b53bd2-a5f3-4a5f-b16f-7c720d309191 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:19.489043 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c4563081-da53-4e3d-949a-2240bbc4b73b req-55b53bd2-a5f3-4a5f-b16f-7c720d309191 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=542be9eb-1123-48c5-a719-6f0ab71e41f8 HTTP/1.1" status: 200 len: 945 time: 0.0698044 May 26 14:01:19.490951 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7df25c-7531-460e-ac36-0855a1fea9a3 req-59b97a0f-1880-4ece-b583-6a9244e4aa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:19.492261 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-4a7df25c-7531-460e-ac36-0855a1fea9a3 req-59b97a0f-1880-4ece-b583-6a9244e4aa8b service neutron] 10.222.0.57 "GET /v2.0/networks?id=f13feac7-9894-4fb0-8d65-5458a77bde4c HTTP/1.1" status: 200 len: 913 time: 0.1394465 May 26 14:01:19.522604 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-664d7d9d-dd66-44bb-ada7-b8c926382c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'name': 'tempest-TestVolumeBootPattern-1018459741-router', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:53:20Z', 'updated_at': '2022-05-26T13:53:25Z', 'revision_number': 4, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'gw_port': {'id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:da:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:21Z', 'updated_at': '2022-05-26T13:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': 'c048553c-a9a2-4059-931e-1009273acc25', 'name': '', 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'mac_address': 'fa:16:3e:87:d8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:24Z', 'updated_at': '2022-05-26T13:53:31Z', 'revision_number': 5, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'subnets': [{'id': '6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:01:19.542424 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c4563081-da53-4e3d-949a-2240bbc4b73b req-ed8eab43-0a04-4a0b-b47f-b4defe1267ad tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475368 May 26 14:01:19.552385 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664d7d9d-dd66-44bb-ada7-b8c926382c0f None None] Checking router: f44875e1-708e-417c-bae9-74406f8f7817 for host: dv-cinder-819668-4-iscsi {{(pid=110503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:01:19.563361 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664d7d9d-dd66-44bb-ada7-b8c926382c0f None None] Routers {'f44875e1-708e-417c-bae9-74406f8f7817'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:01:19.563361 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-664d7d9d-dd66-44bb-ada7-b8c926382c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T14:01:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['f44875e1-708e-417c-bae9-74406f8f7817'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:01:19.658454 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-664d7d9d-dd66-44bb-ada7-b8c926382c0f None None] Set router f44875e1-708e-417c-bae9-74406f8f7817 gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:01:19.840971 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-664d7d9d-dd66-44bb-ada7-b8c926382c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'name': 'tempest-TestVolumeBootPattern-1018459741-router', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:53:20Z', 'updated_at': '2022-05-26T13:53:25Z', 'revision_number': 4, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'gw_port': {'id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:da:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:21Z', 'updated_at': '2022-05-26T13:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': 'c048553c-a9a2-4059-931e-1009273acc25', 'name': '', 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'mac_address': 'fa:16:3e:87:d8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:24Z', 'updated_at': '2022-05-26T13:53:31Z', 'revision_number': 5, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'subnets': [{'id': '6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:01:19.865672 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664d7d9d-dd66-44bb-ada7-b8c926382c0f None None] The sync data for ids ['f44875e1-708e-417c-bae9-74406f8f7817'] in dv-cinder-819668-4-iscsi is: [{'id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'name': 'tempest-TestVolumeBootPattern-1018459741-router', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:53:20Z', 'updated_at': '2022-05-26T13:53:25Z', 'revision_number': 4, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'gw_port': {'id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:da:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:21Z', 'updated_at': '2022-05-26T13:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': 'c048553c-a9a2-4059-931e-1009273acc25', 'name': '', 'network_id': 'f13feac7-9894-4fb0-8d65-5458a77bde4c', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'mac_address': 'fa:16:3e:87:d8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:24Z', 'updated_at': '2022-05-26T13:53:31Z', 'revision_number': 5, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'subnets': [{'id': '6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:01:20.077545 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7324585-66eb-4d34-9beb-3e4b421968fe None None] New status for floating IP 7d45f699-11e4-482f-9d73-1e25ed9646b3: DOWN {{(pid=110502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 14:01:20.405218 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-4a7df25c-7531-460e-ac36-0855a1fea9a3 req-144497fb-b3f7-44cb-817d-d4c7048e27f2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4051c928-b3ec-4074-8a3e-df0e1508b5a0 HTTP/1.1" status: 200 len: 217 time: 0.0333462 May 26 14:01:20.455156 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7df25c-7531-460e-ac36-0855a1fea9a3 req-73fdfb23-684e-44cb-991b-858fbcb61eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:20.456601 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-4a7df25c-7531-460e-ac36-0855a1fea9a3 req-73fdfb23-684e-44cb-991b-858fbcb61eb2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff HTTP/1.1" status: 200 len: 851 time: 0.0437615 May 26 14:01:20.500001 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7df25c-7531-460e-ac36-0855a1fea9a3 req-b720786b-0a2e-4b00-ab53-b07a6bfbb85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:20.502075 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-4a7df25c-7531-460e-ac36-0855a1fea9a3 req-b720786b-0a2e-4b00-ab53-b07a6bfbb85d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f13feac7-9894-4fb0-8d65-5458a77bde4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382142 May 26 14:01:20.518899 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:20.609961 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-4a7df25c-7531-460e-ac36-0855a1fea9a3 req-98da8940-45d0-46b3-aef9-a269d7fae8bf service neutron] 10.222.0.57 "GET /v2.0/networks/f13feac7-9894-4fb0-8d65-5458a77bde4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004655 May 26 14:01:20.662987 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0874df1-195a-4e96-9536-947e7a023f3b req-490fb953-a726-4d46-9382-3658d4254596 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:20.664430 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-e0874df1-195a-4e96-9536-947e7a023f3b req-490fb953-a726-4d46-9382-3658d4254596 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=542be9eb-1123-48c5-a719-6f0ab71e41f8 HTTP/1.1" status: 200 len: 945 time: 0.0498109 May 26 14:01:20.717295 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-e0874df1-195a-4e96-9536-947e7a023f3b req-8201bb9b-f2e0-4657-a628-1f6dcbcfdf21 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/security-groups?id=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472369 May 26 14:01:20.796335 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-4a7df25c-7531-460e-ac36-0855a1fea9a3 req-b880c843-14b0-4977-b0ce-f0d0965d3518 service neutron] 10.222.0.57 "GET /v2.0/networks/f13feac7-9894-4fb0-8d65-5458a77bde4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866168 May 26 14:01:21.166085 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8b280-c0cd-404b-aeb3-e636aa663822 req-6e3fe627-d9f2-4647-b4c8-dcf7c1bbfc3d tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:21.167451 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b5a8b280-c0cd-404b-aeb3-e636aa663822 req-6e3fe627-d9f2-4647-b4c8-dcf7c1bbfc3d tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.57 "GET /v2.0/ports?device_id=542be9eb-1123-48c5-a719-6f0ab71e41f8 HTTP/1.1" status: 200 len: 945 time: 0.0510235 May 26 14:01:21.250389 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [req-b5a8b280-c0cd-404b-aeb3-e636aa663822 req-63e58c5b-a4c2-4259-847b-d2b735e0cdec tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Deleting port 4051c928-b3ec-4074-8a3e-df0e1508b5a0 {{(pid=110500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:01:21.250730 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-b5a8b280-c0cd-404b-aeb3-e636aa663822 req-63e58c5b-a4c2-4259-847b-d2b735e0cdec tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (4051c928-b3ec-4074-8a3e-df0e1508b5a0), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:21.341798 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-b5a8b280-c0cd-404b-aeb3-e636aa663822 req-63e58c5b-a4c2-4259-847b-d2b735e0cdec tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] For port 4051c928-b3ec-4074-8a3e-df0e1508b5a0, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=4051c928-b3ec-4074-8a3e-df0e1508b5a0,segment=NetworkSegment(865ad695-e6b5-4527-9214-bd60ef4e493e),segment_id=865ad695-e6b5-4527-9214-bd60ef4e493e)] {{(pid=110500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:01:21.342160 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-b5a8b280-c0cd-404b-aeb3-e636aa663822 req-63e58c5b-a4c2-4259-847b-d2b735e0cdec tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (4051c928-b3ec-4074-8a3e-df0e1508b5a0), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:21.355745 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [req-b5a8b280-c0cd-404b-aeb3-e636aa663822 req-63e58c5b-a4c2-4259-847b-d2b735e0cdec tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Calling delete_port for 4051c928-b3ec-4074-8a3e-df0e1508b5a0 owned by compute:nova {{(pid=110500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:01:21.436177 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:21.482646 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-b5a8b280-c0cd-404b-aeb3-e636aa663822 req-63e58c5b-a4c2-4259-847b-d2b735e0cdec tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (4051c928-b3ec-4074-8a3e-df0e1508b5a0), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:21.511703 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e58c5b-a4c2-4259-847b-d2b735e0cdec tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Pushing event deleted for resources: {'Port': ['ID=4051c928-b3ec-4074-8a3e-df0e1508b5a0,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:21.797989 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a8b280-c0cd-404b-aeb3-e636aa663822 req-63e58c5b-a4c2-4259-847b-d2b735e0cdec tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] No DVR routers for this DVR port 4051c928-b3ec-4074-8a3e-df0e1508b5a0 on host hv-cinder-81966 {{(pid=110500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:01:21.806566 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-b5a8b280-c0cd-404b-aeb3-e636aa663822 req-63e58c5b-a4c2-4259-847b-d2b735e0cdec tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:21.809648 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b5a8b280-c0cd-404b-aeb3-e636aa663822 req-63e58c5b-a4c2-4259-847b-d2b735e0cdec tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.57 "DELETE /v2.0/ports/4051c928-b3ec-4074-8a3e-df0e1508b5a0 HTTP/1.1" status: 204 len: 173 time: 0.6372578 May 26 14:01:21.811240 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542be9eb-1123-48c5-a719-6f0ab71e41f8', 'name': 'network-vif-deleted', 'tag': '4051c928-b3ec-4074-8a3e-df0e1508b5a0'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:01:21.813468 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a5ef1c-af82-4b99-8ead-bdfda5690e71" -d '{"events": [{"server_uuid": "542be9eb-1123-48c5-a719-6f0ab71e41f8", "name": "network-vif-deleted", "tag": "4051c928-b3ec-4074-8a3e-df0e1508b5a0"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:01:21.833036 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-43c90a42-0383-4da6-817b-8a708229e658 req-dadf6cfe-031a-4ad3-bf4e-5388cb97f982 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "GET /v2.0/ports?device_id=542be9eb-1123-48c5-a719-6f0ab71e41f8 HTTP/1.1" status: 200 len: 210 time: 0.0370595 May 26 14:01:21.868205 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 14:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd6f662-7fce-43d8-a9a9-a0d69c2fa824 x-openstack-request-id: req-bfd6f662-7fce-43d8-a9a9-a0d69c2fa824 {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:01:21.868529 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542be9eb-1123-48c5-a719-6f0ab71e41f8", "name": "network-vif-deleted", "tag": "4051c928-b3ec-4074-8a3e-df0e1508b5a0", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:01:21.868776 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bfd6f662-7fce-43d8-a9a9-a0d69c2fa824 {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:01:21.869176 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfd6f662-7fce-43d8-a9a9-a0d69c2fa824'] response: {'server_uuid': '542be9eb-1123-48c5-a719-6f0ab71e41f8', 'name': 'network-vif-deleted', 'tag': '4051c928-b3ec-4074-8a3e-df0e1508b5a0', 'status': 'completed', 'code': 200} May 26 14:01:22.898006 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 38968) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:01:23.010804 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-39a6bfd7-1e0f-4d7e-b265-57f6c24161a5 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Deleting port 07c793b4-df5d-4c1d-967e-883f692e7436 {{(pid=110501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:01:23.011139 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-39a6bfd7-1e0f-4d7e-b265-57f6c24161a5 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (07c793b4-df5d-4c1d-967e-883f692e7436), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:23.086630 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-39a6bfd7-1e0f-4d7e-b265-57f6c24161a5 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (07c793b4-df5d-4c1d-967e-883f692e7436), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:23.086961 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-39a6bfd7-1e0f-4d7e-b265-57f6c24161a5 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks [] for floatingip (07c793b4-df5d-4c1d-967e-883f692e7436), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:23.100711 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-39a6bfd7-1e0f-4d7e-b265-57f6c24161a5 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Calling delete_port for 07c793b4-df5d-4c1d-967e-883f692e7436 owned by network:floatingip {{(pid=110501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:01:23.232551 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-39a6bfd7-1e0f-4d7e-b265-57f6c24161a5 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5523151'] for port (07c793b4-df5d-4c1d-967e-883f692e7436), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:23.256495 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6bfd7-1e0f-4d7e-b265-57f6c24161a5 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Pushing event deleted for resources: {'Port': ['ID=07c793b4-df5d-4c1d-967e-883f692e7436,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:23.319729 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-39a6bfd7-1e0f-4d7e-b265-57f6c24161a5 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks [] for floatingip (f4f987fa-6f7d-489e-8ec7-f2072749aed5), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:23.322210 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-39a6bfd7-1e0f-4d7e-b265-57f6c24161a5 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for floatingip (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:23.323375 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-39a6bfd7-1e0f-4d7e-b265-57f6c24161a5 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "DELETE /v2.0/floatingips/f4f987fa-6f7d-489e-8ec7-f2072749aed5 HTTP/1.1" status: 204 len: 168 time: 0.4243896 May 26 14:01:24.525441 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 38982) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:01:24.535494 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 4051c928-b3ec-4074-8a3e-df0e1508b5a0 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:01:24.545619 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:24.559331 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] No Port match for: 4051c928-b3ec-4074-8a3e-df0e1508b5a0 {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:01:24.559769 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 4051c928-b3ec-4074-8a3e-df0e1508b5a0 not bound to the agent host hv-cinder-81966 {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:01:24.585633 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-b48da719-6cce-44b3-adcc-80ab773d3b14 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks [] for security_group (deb0c07f-d4c4-45d6-866e-1c07e3dcfa74), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:24.611838 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-b48da719-6cce-44b3-adcc-80ab773d3b14 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks [] for security_group (deb0c07f-d4c4-45d6-866e-1c07e3dcfa74), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:24.676883 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-b48da719-6cce-44b3-adcc-80ab773d3b14 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (deb0c07f-d4c4-45d6-866e-1c07e3dcfa74), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:24.679375 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-b48da719-6cce-44b3-adcc-80ab773d3b14 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:24.680538 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-b48da719-6cce-44b3-adcc-80ab773d3b14 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] 10.222.0.16 "DELETE /v2.0/security-groups/deb0c07f-d4c4-45d6-866e-1c07e3dcfa74 HTTP/1.1" status: 204 len: 168 time: 0.1541338 May 26 14:01:24.690375 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48da719-6cce-44b3-adcc-80ab773d3b14 tempest-TestVolumeBootPattern-1168914393 tempest-TestVolumeBootPattern-1168914393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb0c07f-d4c4-45d6-866e-1c07e3dcfa74,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:24.733274 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 38986) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:01:25.123113 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-6c46467b-b073-4391-9b59-064e3a733978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568805'] for router_interface (f44875e1-708e-417c-bae9-74406f8f7817), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:25.348240 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [None req-6c46467b-b073-4391-9b59-064e3a733978 admin admin] Deleting port c048553c-a9a2-4059-931e-1009273acc25 {{(pid=110500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:01:25.348607 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-6c46467b-b073-4391-9b59-064e3a733978 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (c048553c-a9a2-4059-931e-1009273acc25), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:25.430741 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [None req-6c46467b-b073-4391-9b59-064e3a733978 admin admin] For port c048553c-a9a2-4059-931e-1009273acc25, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=c048553c-a9a2-4059-931e-1009273acc25,segment=NetworkSegment(865ad695-e6b5-4527-9214-bd60ef4e493e),segment_id=865ad695-e6b5-4527-9214-bd60ef4e493e)] {{(pid=110500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:01:25.431024 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-6c46467b-b073-4391-9b59-064e3a733978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (c048553c-a9a2-4059-931e-1009273acc25), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:25.444604 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [None req-6c46467b-b073-4391-9b59-064e3a733978 admin admin] Calling delete_port for c048553c-a9a2-4059-931e-1009273acc25 owned by network:router_interface {{(pid=110500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:01:25.452525 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:25.546823 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:25.627817 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-6c46467b-b073-4391-9b59-064e3a733978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (c048553c-a9a2-4059-931e-1009273acc25), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:25.652899 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c46467b-b073-4391-9b59-064e3a733978 admin admin] Pushing event deleted for resources: {'Port': ['ID=c048553c-a9a2-4059-931e-1009273acc25,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:25.839247 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-6c46467b-b073-4391-9b59-064e3a733978 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-302216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568697'] for router_interface (f44875e1-708e-417c-bae9-74406f8f7817), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:26.049868 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c46467b-b073-4391-9b59-064e3a733978 admin admin] Router f44875e1-708e-417c-bae9-74406f8f7817 has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 14:01:26.156423 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c46467b-b073-4391-9b59-064e3a733978 admin admin] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 14:01:26.162023 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-6c46467b-b073-4391-9b59-064e3a733978 admin admin] 10.222.0.16 "PUT /v2.0/routers/f44875e1-708e-417c-bae9-74406f8f7817/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4279408 May 26 14:01:26.164701 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 38990) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:01:26.167503 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12922ac5-cccc-4392-8c58-95f5ad3b4e87 None None] Sync routers for ids ['f44875e1-708e-417c-bae9-74406f8f7817'] in dv-cinder-819668-4-iscsi {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:01:26.178556 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12922ac5-cccc-4392-8c58-95f5ad3b4e87 None None] Routers {'f44875e1-708e-417c-bae9-74406f8f7817'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:01:26.179167 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-12922ac5-cccc-4392-8c58-95f5ad3b4e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T14:01:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['f44875e1-708e-417c-bae9-74406f8f7817'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:01:26.263824 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6cb53d71-8641-4045-ad29-2cc35236e1b1 admin admin] Publish callbacks [] for router (f44875e1-708e-417c-bae9-74406f8f7817), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:26.365704 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6cb53d71-8641-4045-ad29-2cc35236e1b1 admin admin] Publish callbacks [] for router_gateway (f44875e1-708e-417c-bae9-74406f8f7817), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:26.367810 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-12922ac5-cccc-4392-8c58-95f5ad3b4e87 None None] Set router f44875e1-708e-417c-bae9-74406f8f7817 gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:01:26.414340 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-6cb53d71-8641-4045-ad29-2cc35236e1b1 admin admin] Deleting port fad0e164-8bce-43a3-835a-efc4c281665c {{(pid=110501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:01:26.414673 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6cb53d71-8641-4045-ad29-2cc35236e1b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (fad0e164-8bce-43a3-835a-efc4c281665c), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:26.417217 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:26.495799 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.db [None req-6cb53d71-8641-4045-ad29-2cc35236e1b1 admin admin] For port fad0e164-8bce-43a3-835a-efc4c281665c, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=fad0e164-8bce-43a3-835a-efc4c281665c,segment=NetworkSegment(36759762-4a51-4579-800b-deb2c27dac78),segment_id=36759762-4a51-4579-800b-deb2c27dac78)] {{(pid=110501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:01:26.496166 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6cb53d71-8641-4045-ad29-2cc35236e1b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (fad0e164-8bce-43a3-835a-efc4c281665c), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:26.509905 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-6cb53d71-8641-4045-ad29-2cc35236e1b1 admin admin] Calling delete_port for fad0e164-8bce-43a3-835a-efc4c281665c owned by network:router_gateway {{(pid=110501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:01:26.521329 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:26.544037 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-12922ac5-cccc-4392-8c58-95f5ad3b4e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'name': 'tempest-TestVolumeBootPattern-1018459741-router', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:53:20Z', 'updated_at': '2022-05-26T14:01:25Z', 'revision_number': 5, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'gw_port': {'id': 'fad0e164-8bce-43a3-835a-efc4c281665c', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:da:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:21Z', 'updated_at': '2022-05-26T13:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi'}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:01:26.569519 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12922ac5-cccc-4392-8c58-95f5ad3b4e87 None None] Checking router: f44875e1-708e-417c-bae9-74406f8f7817 for host: dv-cinder-819668-4-iscsi {{(pid=110503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:01:26.577817 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12922ac5-cccc-4392-8c58-95f5ad3b4e87 None None] Routers {'f44875e1-708e-417c-bae9-74406f8f7817'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:01:26.578421 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-12922ac5-cccc-4392-8c58-95f5ad3b4e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T14:01:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['f44875e1-708e-417c-bae9-74406f8f7817'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:01:26.674221 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-12922ac5-cccc-4392-8c58-95f5ad3b4e87 None None] Set router f44875e1-708e-417c-bae9-74406f8f7817 gateway port host: None {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:01:26.687981 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6cb53d71-8641-4045-ad29-2cc35236e1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5523151'] for port (fad0e164-8bce-43a3-835a-efc4c281665c), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:26.714486 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb53d71-8641-4045-ad29-2cc35236e1b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fad0e164-8bce-43a3-835a-efc4c281665c,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:26.723992 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-12922ac5-cccc-4392-8c58-95f5ad3b4e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'name': 'tempest-TestVolumeBootPattern-1018459741-router', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:53:20Z', 'updated_at': '2022-05-26T14:01:26Z', 'revision_number': 6, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'gw_port_host': None}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:01:26.749824 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12922ac5-cccc-4392-8c58-95f5ad3b4e87 None None] The sync data for ids ['f44875e1-708e-417c-bae9-74406f8f7817'] in dv-cinder-819668-4-iscsi is: [{'id': 'f44875e1-708e-417c-bae9-74406f8f7817', 'name': 'tempest-TestVolumeBootPattern-1018459741-router', 'tenant_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:53:20Z', 'updated_at': '2022-05-26T14:01:26Z', 'revision_number': 6, 'project_id': '189885bf9a5944bf8eaedd89bb5bec9f', 'gw_port_host': None}] {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:01:26.789296 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6cb53d71-8641-4045-ad29-2cc35236e1b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568539'] for router_gateway (f44875e1-708e-417c-bae9-74406f8f7817), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:26.877614 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6cb53d71-8641-4045-ad29-2cc35236e1b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-906634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router (f44875e1-708e-417c-bae9-74406f8f7817), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:26.880039 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6cb53d71-8641-4045-ad29-2cc35236e1b1 admin admin] Publish callbacks [] for router_controller (f44875e1-708e-417c-bae9-74406f8f7817), precommit_delete_associations {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:26.922763 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6cb53d71-8641-4045-ad29-2cc35236e1b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-906625'] for router (f44875e1-708e-417c-bae9-74406f8f7817), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:26.923430 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb53d71-8641-4045-ad29-2cc35236e1b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f44875e1-708e-417c-bae9-74406f8f7817 {{(pid=110501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 14:01:26.927870 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-6cb53d71-8641-4045-ad29-2cc35236e1b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:26.929109 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-6cb53d71-8641-4045-ad29-2cc35236e1b1 admin admin] 10.222.0.16 "DELETE /v2.0/routers/f44875e1-708e-417c-bae9-74406f8f7817 HTTP/1.1" status: 204 len: 168 time: 0.7634037 May 26 14:01:26.931640 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 38992) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:01:26.977022 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff4ce0b9-206e-4d21-8901-9fdd92e38b4b admin admin] Deleting subnet 6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff {{(pid=110501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 14:01:26.980162 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ff4ce0b9-206e-4d21-8901-9fdd92e38b4b admin admin] Publish callbacks [] for subnet (6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:27.014244 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ff4ce0b9-206e-4d21-8901-9fdd92e38b4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7142782'] for subnet (6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff), precommit_delete_associations {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:27.093901 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ff4ce0b9-206e-4d21-8901-9fdd92e38b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693590'] for subnet (6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:27.160513 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ff4ce0b9-206e-4d21-8901-9fdd92e38b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5521470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5516845'] for subnet (6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:27.197945 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ce0b9-206e-4d21-8901-9fdd92e38b4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:27.208225 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-ff4ce0b9-206e-4d21-8901-9fdd92e38b4b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:27.212469 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-ff4ce0b9-206e-4d21-8901-9fdd92e38b4b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6ddb0e47-751f-4c58-9e3e-9ef24fbb57ff HTTP/1.1" status: 204 len: 168 time: 0.2796514 May 26 14:01:27.215315 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 38994) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:01:27.217167 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6deb58b2-fca4-4b19-8c53-ac94668527e1 None None] Network f13feac7-9894-4fb0-8d65-5458a77bde4c requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 14:01:27.287152 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-2907172b-16f8-4cc8-800b-53379d0cad5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848337'] for network (f13feac7-9894-4fb0-8d65-5458a77bde4c), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:27.330002 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-2907172b-16f8-4cc8-800b-53379d0cad5a admin admin] Deleting port 473f8497-55f9-439a-b501-99cde43e7c24 {{(pid=110501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:01:27.330169 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-2907172b-16f8-4cc8-800b-53379d0cad5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (473f8497-55f9-439a-b501-99cde43e7c24), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:27.393289 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.db [None req-2907172b-16f8-4cc8-800b-53379d0cad5a admin admin] For port 473f8497-55f9-439a-b501-99cde43e7c24, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=473f8497-55f9-439a-b501-99cde43e7c24,segment=NetworkSegment(865ad695-e6b5-4527-9214-bd60ef4e493e),segment_id=865ad695-e6b5-4527-9214-bd60ef4e493e)] {{(pid=110501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:01:27.393650 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-2907172b-16f8-4cc8-800b-53379d0cad5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (473f8497-55f9-439a-b501-99cde43e7c24), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:27.401282 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:27.408908 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-2907172b-16f8-4cc8-800b-53379d0cad5a admin admin] Calling delete_port for 473f8497-55f9-439a-b501-99cde43e7c24 owned by network:dhcp {{(pid=110501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:01:27.455160 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:27.497395 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-2907172b-16f8-4cc8-800b-53379d0cad5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5523151'] for port (473f8497-55f9-439a-b501-99cde43e7c24), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:27.522617 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2907172b-16f8-4cc8-800b-53379d0cad5a admin admin] Pushing event deleted for resources: {'Port': ['ID=473f8497-55f9-439a-b501-99cde43e7c24,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:27.525951 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2907172b-16f8-4cc8-800b-53379d0cad5a admin admin] No DVR routers for this DVR port 473f8497-55f9-439a-b501-99cde43e7c24 on host dv-cinder-819668-4-iscsi {{(pid=110501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:01:27.546433 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bc2223-f169-42f8-b2e9-1faeea4b32fa None None] DHCP port deletion for f13feac7-9894-4fb0-8d65-5458a77bde4c request from dv-cinder-819668-4-iscsi {{(pid=110502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 14:01:27.603366 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-2907172b-16f8-4cc8-800b-53379d0cad5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1689123', 'neutron.services.segments.db._delete_segments_for_network-8755648326512'] for network (f13feac7-9894-4fb0-8d65-5458a77bde4c), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:27.624846 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device c048553c-a9a2-4059-931e-1009273acc25 no longer exists at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:01:27.625550 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.services.segments.db [None req-2907172b-16f8-4cc8-800b-53379d0cad5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f13feac7-9894-4fb0-8d65-5458a77bde4c']}} {{(pid=110501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:01:27.636994 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.services.segments.db [None req-2907172b-16f8-4cc8-800b-53379d0cad5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '865ad695-e6b5-4527-9214-bd60ef4e493e') {'for_net_delete': True} {{(pid=110501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:01:27.637297 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.services.segments.db [None req-2907172b-16f8-4cc8-800b-53379d0cad5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '865ad695-e6b5-4527-9214-bd60ef4e493e') {} {{(pid=110501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:01:27.644423 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] No Port match for: c048553c-a9a2-4059-931e-1009273acc25 {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:01:27.644769 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device c048553c-a9a2-4059-931e-1009273acc25 not bound to the agent host dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:01:27.651171 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-2907172b-16f8-4cc8-800b-53379d0cad5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755648326009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7142727'] for segment (865ad695-e6b5-4527-9214-bd60ef4e493e), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:27.666039 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-2907172b-16f8-4cc8-800b-53379d0cad5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329'] for segment (865ad695-e6b5-4527-9214-bd60ef4e493e), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:27.672231 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2907172b-16f8-4cc8-800b-53379d0cad5a admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=110501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 14:01:27.672649 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-2907172b-16f8-4cc8-800b-53379d0cad5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5523100'] for segment (865ad695-e6b5-4527-9214-bd60ef4e493e), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:27.736627 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-2907172b-16f8-4cc8-800b-53379d0cad5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1689112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568567'] for network (f13feac7-9894-4fb0-8d65-5458a77bde4c), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:27.742718 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-2907172b-16f8-4cc8-800b-53379d0cad5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:27.745892 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-2907172b-16f8-4cc8-800b-53379d0cad5a admin admin] 10.222.0.16 "DELETE /v2.0/networks/f13feac7-9894-4fb0-8d65-5458a77bde4c HTTP/1.1" status: 204 len: 168 time: 0.5295451 May 26 14:01:27.748904 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 39000) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:01:27.757849 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2907172b-16f8-4cc8-800b-53379d0cad5a admin admin] Pushing event deleted for resources: {'Network': ['ID=f13feac7-9894-4fb0-8d65-5458a77bde4c,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:27.784848 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.services.segments.plugin [-] Segment 865ad695-e6b5-4527-9214-bd60ef4e493e resource provider aggregate not found May 26 14:01:27.803546 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.services.segments.plugin [-] Segment 865ad695-e6b5-4527-9214-bd60ef4e493e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 865ad695-e6b5-4527-9214-bd60ef4e493e found for delete ", "request_id": "req-934657a6-f626-401e-adee-a2af0ce394bf"}]} May 26 14:01:27.915806 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:28.084430 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-84de8c8a-82b4-4e05-8967-2cdb8baf2b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568805'] for router_interface (e3a1758d-908e-4583-8570-774bf260de69), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:28.086870 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:28.303095 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [None req-84de8c8a-82b4-4e05-8967-2cdb8baf2b54 admin admin] Deleting port 061311d3-45b2-478c-bacc-67507015035b {{(pid=110500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:01:28.303429 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-84de8c8a-82b4-4e05-8967-2cdb8baf2b54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (061311d3-45b2-478c-bacc-67507015035b), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:28.385364 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [None req-84de8c8a-82b4-4e05-8967-2cdb8baf2b54 admin admin] For port 061311d3-45b2-478c-bacc-67507015035b, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=061311d3-45b2-478c-bacc-67507015035b,segment=NetworkSegment(2149e638-ee82-4b81-8af5-d6cee55df090),segment_id=2149e638-ee82-4b81-8af5-d6cee55df090)] {{(pid=110500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:01:28.385642 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-84de8c8a-82b4-4e05-8967-2cdb8baf2b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (061311d3-45b2-478c-bacc-67507015035b), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:28.399192 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [None req-84de8c8a-82b4-4e05-8967-2cdb8baf2b54 admin admin] Calling delete_port for 061311d3-45b2-478c-bacc-67507015035b owned by network:router_interface {{(pid=110500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:01:28.576593 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-84de8c8a-82b4-4e05-8967-2cdb8baf2b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (061311d3-45b2-478c-bacc-67507015035b), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:28.599725 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de8c8a-82b4-4e05-8967-2cdb8baf2b54 admin admin] Pushing event deleted for resources: {'Port': ['ID=061311d3-45b2-478c-bacc-67507015035b,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:28.771607 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-84de8c8a-82b4-4e05-8967-2cdb8baf2b54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-302216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568697'] for router_interface (e3a1758d-908e-4583-8570-774bf260de69), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:28.777197 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:28.935339 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:28.992206 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84de8c8a-82b4-4e05-8967-2cdb8baf2b54 admin admin] Router e3a1758d-908e-4583-8570-774bf260de69 has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 14:01:29.101995 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84de8c8a-82b4-4e05-8967-2cdb8baf2b54 admin admin] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 14:01:29.108449 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-84de8c8a-82b4-4e05-8967-2cdb8baf2b54 admin admin] 10.222.0.16 "PUT /v2.0/routers/e3a1758d-908e-4583-8570-774bf260de69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3578155 May 26 14:01:29.111906 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 39004) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:01:29.112972 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630d00b0-feee-4f74-9bf9-3e193cd3e334 None None] Sync routers for ids ['e3a1758d-908e-4583-8570-774bf260de69'] in dv-cinder-819668-4-iscsi {{(pid=110502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:01:29.125342 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630d00b0-feee-4f74-9bf9-3e193cd3e334 None None] Routers {'e3a1758d-908e-4583-8570-774bf260de69'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:01:29.125342 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-630d00b0-feee-4f74-9bf9-3e193cd3e334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T14:01:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['e3a1758d-908e-4583-8570-774bf260de69'], 'active': True} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:01:29.228667 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-4ab591ca-8883-45df-9352-5c6cc315c72b admin admin] Publish callbacks [] for router (e3a1758d-908e-4583-8570-774bf260de69), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:29.332614 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 473f8497-55f9-439a-b501-99cde43e7c24 no longer exists at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:01:29.333054 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-4ab591ca-8883-45df-9352-5c6cc315c72b admin admin] Publish callbacks [] for router_gateway (e3a1758d-908e-4583-8570-774bf260de69), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:29.358439 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] No Port match for: 473f8497-55f9-439a-b501-99cde43e7c24 {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:01:29.358783 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 473f8497-55f9-439a-b501-99cde43e7c24 not bound to the agent host dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:01:29.359205 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device fad0e164-8bce-43a3-835a-efc4c281665c no longer exists at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:01:29.375863 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-4ab591ca-8883-45df-9352-5c6cc315c72b admin admin] Deleting port a448a51a-fbba-4f50-b9a2-2dfcb143eee4 {{(pid=110501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:01:29.376926 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-4ab591ca-8883-45df-9352-5c6cc315c72b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (a448a51a-fbba-4f50-b9a2-2dfcb143eee4), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:29.383748 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] No Port match for: fad0e164-8bce-43a3-835a-efc4c281665c {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:01:29.384102 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device fad0e164-8bce-43a3-835a-efc4c281665c not bound to the agent host dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:01:29.391936 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvr_db [None req-630d00b0-feee-4f74-9bf9-3e193cd3e334 None None] Set router e3a1758d-908e-4583-8570-774bf260de69 gateway port host: dv-cinder-819668-4-iscsi {{(pid=110502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:01:29.473836 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.db [None req-4ab591ca-8883-45df-9352-5c6cc315c72b admin admin] For port a448a51a-fbba-4f50-b9a2-2dfcb143eee4, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=a448a51a-fbba-4f50-b9a2-2dfcb143eee4,segment=NetworkSegment(36759762-4a51-4579-800b-deb2c27dac78),segment_id=36759762-4a51-4579-800b-deb2c27dac78)] {{(pid=110501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:01:29.474092 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-4ab591ca-8883-45df-9352-5c6cc315c72b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (a448a51a-fbba-4f50-b9a2-2dfcb143eee4), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:29.488726 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-4ab591ca-8883-45df-9352-5c6cc315c72b admin admin] Calling delete_port for a448a51a-fbba-4f50-b9a2-2dfcb143eee4 owned by network:router_gateway {{(pid=110501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:01:29.567422 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-630d00b0-feee-4f74-9bf9-3e193cd3e334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a1758d-908e-4583-8570-774bf260de69', 'name': 'tempest-TestVolumeBootPattern-1842589879-router', 'tenant_id': '19c7ce863a774fd6bd3d3cd5d8767ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'a448a51a-fbba-4f50-b9a2-2dfcb143eee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:53:28Z', 'updated_at': '2022-05-26T14:01:28Z', 'revision_number': 5, 'project_id': '19c7ce863a774fd6bd3d3cd5d8767ac9', 'gw_port': {'id': 'a448a51a-fbba-4f50-b9a2-2dfcb143eee4', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:dc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a1758d-908e-4583-8570-774bf260de69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:53:28Z', 'updated_at': '2022-05-26T13:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi'}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:01:29.592332 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630d00b0-feee-4f74-9bf9-3e193cd3e334 None None] Checking router: e3a1758d-908e-4583-8570-774bf260de69 for host: dv-cinder-819668-4-iscsi {{(pid=110502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:01:29.600829 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630d00b0-feee-4f74-9bf9-3e193cd3e334 None None] Routers {'e3a1758d-908e-4583-8570-774bf260de69'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:01:29.601440 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-630d00b0-feee-4f74-9bf9-3e193cd3e334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T14:01:16Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['e3a1758d-908e-4583-8570-774bf260de69'], 'active': True} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:01:29.653964 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-4ab591ca-8883-45df-9352-5c6cc315c72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5523151'] for port (a448a51a-fbba-4f50-b9a2-2dfcb143eee4), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:29.657217 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:29.680497 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab591ca-8883-45df-9352-5c6cc315c72b admin admin] Pushing event deleted for resources: {'Port': ['ID=a448a51a-fbba-4f50-b9a2-2dfcb143eee4,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:29.690004 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvr_db [None req-630d00b0-feee-4f74-9bf9-3e193cd3e334 None None] Set router e3a1758d-908e-4583-8570-774bf260de69 gateway port host: None {{(pid=110502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:01:29.691017 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:29.740961 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_hamode_db [None req-630d00b0-feee-4f74-9bf9-3e193cd3e334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a1758d-908e-4583-8570-774bf260de69', 'name': 'tempest-TestVolumeBootPattern-1842589879-router', 'tenant_id': '19c7ce863a774fd6bd3d3cd5d8767ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:53:28Z', 'updated_at': '2022-05-26T14:01:29Z', 'revision_number': 6, 'project_id': '19c7ce863a774fd6bd3d3cd5d8767ac9', 'gw_port_host': None}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:01:29.749053 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-4ab591ca-8883-45df-9352-5c6cc315c72b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568539'] for router_gateway (e3a1758d-908e-4583-8570-774bf260de69), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:29.770600 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630d00b0-feee-4f74-9bf9-3e193cd3e334 None None] The sync data for ids ['e3a1758d-908e-4583-8570-774bf260de69'] in dv-cinder-819668-4-iscsi is: [{'id': 'e3a1758d-908e-4583-8570-774bf260de69', 'name': 'tempest-TestVolumeBootPattern-1842589879-router', 'tenant_id': '19c7ce863a774fd6bd3d3cd5d8767ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:53:28Z', 'updated_at': '2022-05-26T14:01:29Z', 'revision_number': 6, 'project_id': '19c7ce863a774fd6bd3d3cd5d8767ac9', 'gw_port_host': None}] {{(pid=110502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:01:29.837676 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-4ab591ca-8883-45df-9352-5c6cc315c72b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-906634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router (e3a1758d-908e-4583-8570-774bf260de69), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:29.839827 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-4ab591ca-8883-45df-9352-5c6cc315c72b admin admin] Publish callbacks [] for router_controller (e3a1758d-908e-4583-8570-774bf260de69), precommit_delete_associations {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:29.885513 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-4ab591ca-8883-45df-9352-5c6cc315c72b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-906625'] for router (e3a1758d-908e-4583-8570-774bf260de69), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:29.886098 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab591ca-8883-45df-9352-5c6cc315c72b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3a1758d-908e-4583-8570-774bf260de69 {{(pid=110501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 14:01:29.890417 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-4ab591ca-8883-45df-9352-5c6cc315c72b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:29.891638 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-4ab591ca-8883-45df-9352-5c6cc315c72b admin admin] 10.222.0.16 "DELETE /v2.0/routers/e3a1758d-908e-4583-8570-774bf260de69 HTTP/1.1" status: 204 len: 168 time: 0.7785034 May 26 14:01:29.894335 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 39006) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:01:29.940590 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.db_base_plugin_v2 [None req-2022598e-7372-444d-acd1-f23981288501 admin admin] Deleting subnet 6741ddc6-302f-4064-9f04-2a5e94ce6bcd {{(pid=110501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 14:01:29.943785 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-2022598e-7372-444d-acd1-f23981288501 admin admin] Publish callbacks [] for subnet (6741ddc6-302f-4064-9f04-2a5e94ce6bcd), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:29.978386 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-2022598e-7372-444d-acd1-f23981288501 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7142782'] for subnet (6741ddc6-302f-4064-9f04-2a5e94ce6bcd), precommit_delete_associations {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:30.310623 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-2022598e-7372-444d-acd1-f23981288501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693590'] for subnet (6741ddc6-302f-4064-9f04-2a5e94ce6bcd), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:30.367962 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-2022598e-7372-444d-acd1-f23981288501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5521470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5516845'] for subnet (6741ddc6-302f-4064-9f04-2a5e94ce6bcd), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:30.394084 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022598e-7372-444d-acd1-f23981288501 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6741ddc6-302f-4064-9f04-2a5e94ce6bcd,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:30.397617 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-2022598e-7372-444d-acd1-f23981288501 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:30.401363 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-2022598e-7372-444d-acd1-f23981288501 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6741ddc6-302f-4064-9f04-2a5e94ce6bcd HTTP/1.1" status: 204 len: 168 time: 0.5060158 May 26 14:01:30.403344 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 39008) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:01:30.403828 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e708d2c-2999-41ee-8604-48239441efc3 None None] Network 3490fc24-d486-45c1-96f9-6f90f363c0ce requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 14:01:30.475377 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-cbc49b1d-a50a-4df4-b8f0-fb83ee1cf69e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848337'] for network (3490fc24-d486-45c1-96f9-6f90f363c0ce), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:30.525406 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [None req-cbc49b1d-a50a-4df4-b8f0-fb83ee1cf69e admin admin] Deleting port 107b298a-8fbf-4a08-8f78-90f47390f45f {{(pid=110500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:01:30.525749 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-cbc49b1d-a50a-4df4-b8f0-fb83ee1cf69e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (107b298a-8fbf-4a08-8f78-90f47390f45f), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:30.548631 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d577614-a49d-4151-bfe2-1be973bdccb9 None None] DHCP port deletion for 3490fc24-d486-45c1-96f9-6f90f363c0ce request from dv-cinder-819668-4-iscsi {{(pid=110502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 14:01:30.589410 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:30.591684 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [None req-cbc49b1d-a50a-4df4-b8f0-fb83ee1cf69e admin admin] For port 107b298a-8fbf-4a08-8f78-90f47390f45f, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=107b298a-8fbf-4a08-8f78-90f47390f45f,segment=NetworkSegment(2149e638-ee82-4b81-8af5-d6cee55df090),segment_id=2149e638-ee82-4b81-8af5-d6cee55df090)] {{(pid=110500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:01:30.592055 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-cbc49b1d-a50a-4df4-b8f0-fb83ee1cf69e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (107b298a-8fbf-4a08-8f78-90f47390f45f), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:30.593046 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-2d577614-a49d-4151-bfe2-1be973bdccb9 None None] Deleting port 107b298a-8fbf-4a08-8f78-90f47390f45f {{(pid=110502) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:01:30.593417 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-2d577614-a49d-4151-bfe2-1be973bdccb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (107b298a-8fbf-4a08-8f78-90f47390f45f), before_delete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:30.605780 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [None req-cbc49b1d-a50a-4df4-b8f0-fb83ee1cf69e admin admin] Calling delete_port for 107b298a-8fbf-4a08-8f78-90f47390f45f owned by network:dhcp {{(pid=110500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:01:30.609516 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:30.660657 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-2d577614-a49d-4151-bfe2-1be973bdccb9 None None] For port 107b298a-8fbf-4a08-8f78-90f47390f45f, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=107b298a-8fbf-4a08-8f78-90f47390f45f,segment=NetworkSegment(2149e638-ee82-4b81-8af5-d6cee55df090),segment_id=2149e638-ee82-4b81-8af5-d6cee55df090)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:01:30.661344 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-2d577614-a49d-4151-bfe2-1be973bdccb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (107b298a-8fbf-4a08-8f78-90f47390f45f), precommit_delete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:30.674771 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-2d577614-a49d-4151-bfe2-1be973bdccb9 None None] Calling delete_port for 107b298a-8fbf-4a08-8f78-90f47390f45f owned by network:dhcp {{(pid=110502) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:01:30.690315 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-cbc49b1d-a50a-4df4-b8f0-fb83ee1cf69e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (107b298a-8fbf-4a08-8f78-90f47390f45f), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:30.720194 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc49b1d-a50a-4df4-b8f0-fb83ee1cf69e admin admin] No DVR routers for this DVR port 107b298a-8fbf-4a08-8f78-90f47390f45f on host dv-cinder-819668-4-iscsi {{(pid=110500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:01:30.725128 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc49b1d-a50a-4df4-b8f0-fb83ee1cf69e admin admin] Pushing event deleted for resources: {'Port': ['ID=107b298a-8fbf-4a08-8f78-90f47390f45f,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:30.756770 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-2d577614-a49d-4151-bfe2-1be973bdccb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050'] for port (107b298a-8fbf-4a08-8f78-90f47390f45f), after_delete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:30.779273 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d577614-a49d-4151-bfe2-1be973bdccb9 None None] Pushing event deleted for resources: {'Port': ['ID=107b298a-8fbf-4a08-8f78-90f47390f45f,revision_number=None']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:30.789216 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d577614-a49d-4151-bfe2-1be973bdccb9 None None] No DVR routers for this DVR port 107b298a-8fbf-4a08-8f78-90f47390f45f on host dv-cinder-819668-4-iscsi {{(pid=110502) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:01:30.791878 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d577614-a49d-4151-bfe2-1be973bdccb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:30.792463 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d577614-a49d-4151-bfe2-1be973bdccb9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:30.792828 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d577614-a49d-4151-bfe2-1be973bdccb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:30.793162 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d577614-a49d-4151-bfe2-1be973bdccb9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:30.793494 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d577614-a49d-4151-bfe2-1be973bdccb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:30.793819 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d577614-a49d-4151-bfe2-1be973bdccb9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:30.794137 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d577614-a49d-4151-bfe2-1be973bdccb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:30.794454 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d577614-a49d-4151-bfe2-1be973bdccb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:30.794777 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d577614-a49d-4151-bfe2-1be973bdccb9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:30.795102 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d577614-a49d-4151-bfe2-1be973bdccb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:30.795421 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d577614-a49d-4151-bfe2-1be973bdccb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:30.795738 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d577614-a49d-4151-bfe2-1be973bdccb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:30.796052 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d577614-a49d-4151-bfe2-1be973bdccb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:30.796454 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d577614-a49d-4151-bfe2-1be973bdccb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:30.796929 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d577614-a49d-4151-bfe2-1be973bdccb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:01:30.802604 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-cbc49b1d-a50a-4df4-b8f0-fb83ee1cf69e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1689123', 'neutron.services.segments.db._delete_segments_for_network-8755648326512'] for network (3490fc24-d486-45c1-96f9-6f90f363c0ce), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:30.832941 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.services.segments.db [None req-cbc49b1d-a50a-4df4-b8f0-fb83ee1cf69e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3490fc24-d486-45c1-96f9-6f90f363c0ce']}} {{(pid=110500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:01:30.843188 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.services.segments.db [None req-cbc49b1d-a50a-4df4-b8f0-fb83ee1cf69e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2149e638-ee82-4b81-8af5-d6cee55df090') {'for_net_delete': True} {{(pid=110500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:01:30.843703 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.services.segments.db [None req-cbc49b1d-a50a-4df4-b8f0-fb83ee1cf69e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2149e638-ee82-4b81-8af5-d6cee55df090') {} {{(pid=110500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:01:30.854022 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-cbc49b1d-a50a-4df4-b8f0-fb83ee1cf69e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755648326009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6617312'] for segment (2149e638-ee82-4b81-8af5-d6cee55df090), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:30.867522 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-cbc49b1d-a50a-4df4-b8f0-fb83ee1cf69e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329'] for segment (2149e638-ee82-4b81-8af5-d6cee55df090), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:30.873942 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbc49b1d-a50a-4df4-b8f0-fb83ee1cf69e admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=110500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 14:01:30.874442 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-cbc49b1d-a50a-4df4-b8f0-fb83ee1cf69e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7218579'] for segment (2149e638-ee82-4b81-8af5-d6cee55df090), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:30.952746 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-cbc49b1d-a50a-4df4-b8f0-fb83ee1cf69e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1689112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568567'] for network (3490fc24-d486-45c1-96f9-6f90f363c0ce), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:30.960594 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-cbc49b1d-a50a-4df4-b8f0-fb83ee1cf69e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:30.964025 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-cbc49b1d-a50a-4df4-b8f0-fb83ee1cf69e admin admin] 10.222.0.16 "DELETE /v2.0/networks/3490fc24-d486-45c1-96f9-6f90f363c0ce HTTP/1.1" status: 204 len: 168 time: 0.5595899 May 26 14:01:30.977705 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc49b1d-a50a-4df4-b8f0-fb83ee1cf69e admin admin] Pushing event deleted for resources: {'Network': ['ID=3490fc24-d486-45c1-96f9-6f90f363c0ce,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:30.983423 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.services.segments.plugin [-] Segment 2149e638-ee82-4b81-8af5-d6cee55df090 resource provider aggregate not found May 26 14:01:31.000587 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.services.segments.plugin [-] Segment 2149e638-ee82-4b81-8af5-d6cee55df090 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2149e638-ee82-4b81-8af5-d6cee55df090 found for delete ", "request_id": "req-40cd01c9-cf33-434a-9743-22533a9a9777"}]} May 26 14:01:31.079676 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 39018) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:01:31.099517 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:31.121891 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-26079bcf-169c-4970-b81d-f1a2057db08f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=189885bf9a5944bf8eaedd89bb5bec9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408413 May 26 14:01:31.124416 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 39020) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:01:31.174934 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-5be08fbd-b4a5-4413-b9c4-d0871048c439 admin admin] Publish callbacks [] for security_group (8ca94d2d-09ab-4ee6-bd84-c2d4a7639d08), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:31.197004 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-5be08fbd-b4a5-4413-b9c4-d0871048c439 admin admin] Publish callbacks [] for security_group (8ca94d2d-09ab-4ee6-bd84-c2d4a7639d08), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:31.205885 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device a448a51a-fbba-4f50-b9a2-2dfcb143eee4 no longer exists at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:01:31.225639 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] No Port match for: a448a51a-fbba-4f50-b9a2-2dfcb143eee4 {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:01:31.225973 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device a448a51a-fbba-4f50-b9a2-2dfcb143eee4 not bound to the agent host dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:01:31.226389 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 061311d3-45b2-478c-bacc-67507015035b no longer exists at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:01:31.244756 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] No Port match for: 061311d3-45b2-478c-bacc-67507015035b {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:01:31.245465 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 061311d3-45b2-478c-bacc-67507015035b not bound to the agent host dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:01:31.245784 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 107b298a-8fbf-4a08-8f78-90f47390f45f no longer exists at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:01:31.253918 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-5be08fbd-b4a5-4413-b9c4-d0871048c439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (8ca94d2d-09ab-4ee6-bd84-c2d4a7639d08), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:31.256599 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-5be08fbd-b4a5-4413-b9c4-d0871048c439 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:31.257762 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-5be08fbd-b4a5-4413-b9c4-d0871048c439 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8ca94d2d-09ab-4ee6-bd84-c2d4a7639d08 HTTP/1.1" status: 204 len: 168 time: 0.1324327 May 26 14:01:31.262242 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:31.265456 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] No Port match for: 107b298a-8fbf-4a08-8f78-90f47390f45f {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:01:31.265806 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 107b298a-8fbf-4a08-8f78-90f47390f45f not bound to the agent host dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:01:31.272164 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be08fbd-b4a5-4413-b9c4-d0871048c439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca94d2d-09ab-4ee6-bd84-c2d4a7639d08,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:31.585222 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 39026) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:01:31.628266 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-39d72670-786f-4710-91d6-5cc0105d0e00 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=19c7ce863a774fd6bd3d3cd5d8767ac9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415044 May 26 14:01:31.630940 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 39028) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:01:31.678662 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-25b89101-8434-48a2-9c92-9e4cf70a0708 admin admin] Publish callbacks [] for security_group (941442c2-f61e-44c0-9034-eabcbed10ece), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:31.700081 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-25b89101-8434-48a2-9c92-9e4cf70a0708 admin admin] Publish callbacks [] for security_group (941442c2-f61e-44c0-9034-eabcbed10ece), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:31.750057 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-25b89101-8434-48a2-9c92-9e4cf70a0708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (941442c2-f61e-44c0-9034-eabcbed10ece), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:31.753415 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-25b89101-8434-48a2-9c92-9e4cf70a0708 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:31.754568 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-25b89101-8434-48a2-9c92-9e4cf70a0708 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/941442c2-f61e-44c0-9034-eabcbed10ece HTTP/1.1" status: 204 len: 168 time: 0.1227336 May 26 14:01:31.762516 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b89101-8434-48a2-9c92-9e4cf70a0708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941442c2-f61e-44c0-9034-eabcbed10ece,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:40.371575 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=37,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:40.376290 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=42,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:41.286593 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=26,neutron:DELETE=4 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:41.757980 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=33,neutron:DELETE=3 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:41.758976 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=26,neutron:DELETE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:41.774328 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=25,neutron:DELETE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:41.818053 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:42.513756 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=85 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:42.514530 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=87,neutron:DELETE=1 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:44.124591 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-4bbd6cc0-2399-4e73-926b-0e8d91a430f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:44.833586 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b17919-944f-436d-91c2-209365fc676b req-b6e2ccc8-b94a-4f10-825f-3e29e8182f3e tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:44.834895 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-21b17919-944f-436d-91c2-209365fc676b req-b6e2ccc8-b94a-4f10-825f-3e29e8182f3e tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=535acfc4-e895-4532-a6b4-5155bf29ee93 HTTP/1.1" status: 200 len: 945 time: 0.0488281 May 26 14:01:44.887552 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-21b17919-944f-436d-91c2-209365fc676b req-ca45cb89-857e-45a2-9a4e-569dadcca3dd tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee3ac2ee-0e73-4a44-9dfd-705f8287551d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466235 May 26 14:01:46.014700 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b09c4-eb7c-415d-9bf7-5ff21ae79ec1 req-de0f6a78-d143-4755-a4e1-833db3632a10 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:46.016629 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-942b09c4-eb7c-415d-9bf7-5ff21ae79ec1 req-de0f6a78-d143-4755-a4e1-833db3632a10 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=535acfc4-e895-4532-a6b4-5155bf29ee93 HTTP/1.1" status: 200 len: 945 time: 0.0510843 May 26 14:01:46.063652 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-942b09c4-eb7c-415d-9bf7-5ff21ae79ec1 req-d8880386-4c27-40af-87e1-9dc10ba8b383 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee3ac2ee-0e73-4a44-9dfd-705f8287551d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413311 May 26 14:01:46.390926 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778905e-3a7b-4bc0-9c61-652d413c3afb req-e7fdc115-8332-47f7-9f27-cb332d8df43d tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:01:46.393237 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e778905e-3a7b-4bc0-9c61-652d413c3afb req-e7fdc115-8332-47f7-9f27-cb332d8df43d tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.57 "GET /v2.0/ports?device_id=535acfc4-e895-4532-a6b4-5155bf29ee93 HTTP/1.1" status: 200 len: 945 time: 0.0487204 May 26 14:01:46.473727 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [req-e778905e-3a7b-4bc0-9c61-652d413c3afb req-0192d228-12d1-492b-a77c-184cb8091d4a tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Deleting port d5b45128-eac9-4421-bc8a-3d7ad0b10646 {{(pid=110500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:01:46.474073 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-e778905e-3a7b-4bc0-9c61-652d413c3afb req-0192d228-12d1-492b-a77c-184cb8091d4a tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (d5b45128-eac9-4421-bc8a-3d7ad0b10646), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:46.505575 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-498cd7f7-ade0-46ea-a71a-e842efce6b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:46.804763 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-e778905e-3a7b-4bc0-9c61-652d413c3afb req-0192d228-12d1-492b-a77c-184cb8091d4a tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] For port d5b45128-eac9-4421-bc8a-3d7ad0b10646, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=d5b45128-eac9-4421-bc8a-3d7ad0b10646,segment=NetworkSegment(4aae6642-e6a1-464f-8fb5-62ab179d57e3),segment_id=4aae6642-e6a1-464f-8fb5-62ab179d57e3)] {{(pid=110500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:01:46.805126 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-e778905e-3a7b-4bc0-9c61-652d413c3afb req-0192d228-12d1-492b-a77c-184cb8091d4a tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (d5b45128-eac9-4421-bc8a-3d7ad0b10646), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:46.967755 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-e778905e-3a7b-4bc0-9c61-652d413c3afb req-0192d228-12d1-492b-a77c-184cb8091d4a tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:46.968114 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-e778905e-3a7b-4bc0-9c61-652d413c3afb req-0192d228-12d1-492b-a77c-184cb8091d4a tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-568549'] for floatingip (4c61444d-cb49-44b9-88bf-442716578aae), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:46.968468 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.db.l3_db [req-e778905e-3a7b-4bc0-9c61-652d413c3afb req-0192d228-12d1-492b-a77c-184cb8091d4a tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Floating IP 4c61444d-cb49-44b9-88bf-442716578aae disassociated. External IP: 172.27.2.52, port: d5b45128-eac9-4421-bc8a-3d7ad0b10646. May 26 14:01:46.968821 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [req-e778905e-3a7b-4bc0-9c61-652d413c3afb req-0192d228-12d1-492b-a77c-184cb8091d4a tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Calling delete_port for d5b45128-eac9-4421-bc8a-3d7ad0b10646 owned by compute:nova {{(pid=110500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:01:47.109423 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-e778905e-3a7b-4bc0-9c61-652d413c3afb req-0192d228-12d1-492b-a77c-184cb8091d4a tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (d5b45128-eac9-4421-bc8a-3d7ad0b10646), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:47.139395 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192d228-12d1-492b-a77c-184cb8091d4a tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Pushing event deleted for resources: {'Port': ['ID=d5b45128-eac9-4421-bc8a-3d7ad0b10646,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:47.171691 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-27419502-977b-45fc-8148-ae4796b5cee5 req-6372cd57-0c97-4cad-ad20-2c9fd8583643 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/ports?device_id=535acfc4-e895-4532-a6b4-5155bf29ee93 HTTP/1.1" status: 200 len: 210 time: 0.0357578 May 26 14:01:47.272586 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e778905e-3a7b-4bc0-9c61-652d413c3afb req-0192d228-12d1-492b-a77c-184cb8091d4a tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Router 46eb0fef-e0da-45db-bd2e-a114c0e9fccd has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 14:01:47.376383 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e778905e-3a7b-4bc0-9c61-652d413c3afb req-0192d228-12d1-492b-a77c-184cb8091d4a tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 14:01:47.382267 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:47.386035 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712a8bb8-434e-4da4-a7ed-0578ef052891 None None] Sync routers for ids ['46eb0fef-e0da-45db-bd2e-a114c0e9fccd'] in dv-cinder-819668-4-iscsi {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:01:47.396930 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712a8bb8-434e-4da4-a7ed-0578ef052891 None None] Routers {'46eb0fef-e0da-45db-bd2e-a114c0e9fccd'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:01:47.397537 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-712a8bb8-434e-4da4-a7ed-0578ef052891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T14:01:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['46eb0fef-e0da-45db-bd2e-a114c0e9fccd'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:01:47.425727 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [req-e778905e-3a7b-4bc0-9c61-652d413c3afb req-0192d228-12d1-492b-a77c-184cb8091d4a tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] No DVR routers for this DVR port d5b45128-eac9-4421-bc8a-3d7ad0b10646 on host hv-cinder-81966 {{(pid=110500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:01:47.428230 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-e778905e-3a7b-4bc0-9c61-652d413c3afb req-0192d228-12d1-492b-a77c-184cb8091d4a tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:47.431504 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e778905e-3a7b-4bc0-9c61-652d413c3afb req-0192d228-12d1-492b-a77c-184cb8091d4a tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.57 "DELETE /v2.0/ports/d5b45128-eac9-4421-bc8a-3d7ad0b10646 HTTP/1.1" status: 204 len: 173 time: 1.0334470 May 26 14:01:47.431941 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535acfc4-e895-4532-a6b4-5155bf29ee93', 'name': 'network-vif-deleted', 'tag': 'd5b45128-eac9-4421-bc8a-3d7ad0b10646'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:01:47.434272 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5d9be7-632e-48af-8bcb-5967f977b71e" -d '{"events": [{"server_uuid": "535acfc4-e895-4532-a6b4-5155bf29ee93", "name": "network-vif-deleted", "tag": "d5b45128-eac9-4421-bc8a-3d7ad0b10646"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:01:47.499648 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-712a8bb8-434e-4da4-a7ed-0578ef052891 None None] Set router 46eb0fef-e0da-45db-bd2e-a114c0e9fccd gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:01:47.703350 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-712a8bb8-434e-4da4-a7ed-0578ef052891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'name': 'tempest-AttachVolumeNegativeTest-25840542-router', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:55:08Z', 'updated_at': '2022-05-26T13:55:11Z', 'revision_number': 4, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'gw_port': {'id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:09Z', 'updated_at': '2022-05-26T13:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': '26951894-36d5-46f0-83fc-45e7a107ab53', 'name': '', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'mac_address': 'fa:16:3e:49:4d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:11Z', 'updated_at': '2022-05-26T13:55:15Z', 'revision_number': 5, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'subnets': [{'id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:01:47.704887 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 14:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b3c3c1-f30a-4e45-b9e5-3d9ea0e4c567 x-openstack-request-id: req-f2b3c3c1-f30a-4e45-b9e5-3d9ea0e4c567 {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:01:47.705255 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535acfc4-e895-4532-a6b4-5155bf29ee93", "name": "network-vif-deleted", "tag": "d5b45128-eac9-4421-bc8a-3d7ad0b10646", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:01:47.705496 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f2b3c3c1-f30a-4e45-b9e5-3d9ea0e4c567 {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:01:47.705894 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2b3c3c1-f30a-4e45-b9e5-3d9ea0e4c567'] response: {'server_uuid': '535acfc4-e895-4532-a6b4-5155bf29ee93', 'name': 'network-vif-deleted', 'tag': 'd5b45128-eac9-4421-bc8a-3d7ad0b10646', 'status': 'completed', 'code': 200} May 26 14:01:47.729234 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712a8bb8-434e-4da4-a7ed-0578ef052891 None None] Checking router: 46eb0fef-e0da-45db-bd2e-a114c0e9fccd for host: dv-cinder-819668-4-iscsi {{(pid=110503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:01:47.737733 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712a8bb8-434e-4da4-a7ed-0578ef052891 None None] Routers {'46eb0fef-e0da-45db-bd2e-a114c0e9fccd'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:01:47.738288 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-712a8bb8-434e-4da4-a7ed-0578ef052891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T14:01:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['46eb0fef-e0da-45db-bd2e-a114c0e9fccd'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:01:47.804272 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:47.846284 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-712a8bb8-434e-4da4-a7ed-0578ef052891 None None] Set router 46eb0fef-e0da-45db-bd2e-a114c0e9fccd gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:01:48.038894 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-712a8bb8-434e-4da4-a7ed-0578ef052891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'name': 'tempest-AttachVolumeNegativeTest-25840542-router', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:55:08Z', 'updated_at': '2022-05-26T13:55:11Z', 'revision_number': 4, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'gw_port': {'id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:09Z', 'updated_at': '2022-05-26T13:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': '26951894-36d5-46f0-83fc-45e7a107ab53', 'name': '', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'mac_address': 'fa:16:3e:49:4d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:11Z', 'updated_at': '2022-05-26T13:55:15Z', 'revision_number': 5, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'subnets': [{'id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:01:48.063997 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712a8bb8-434e-4da4-a7ed-0578ef052891 None None] The sync data for ids ['46eb0fef-e0da-45db-bd2e-a114c0e9fccd'] in dv-cinder-819668-4-iscsi is: [{'id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'name': 'tempest-AttachVolumeNegativeTest-25840542-router', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:55:08Z', 'updated_at': '2022-05-26T13:55:11Z', 'revision_number': 4, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'gw_port': {'id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:09Z', 'updated_at': '2022-05-26T13:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi', '_interfaces': [{'id': '26951894-36d5-46f0-83fc-45e7a107ab53', 'name': '', 'network_id': '9be8c897-5f1a-4707-b0ba-c3382fad4d2e', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'mac_address': 'fa:16:3e:49:4d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:11Z', 'updated_at': '2022-05-26T13:55:15Z', 'revision_number': 5, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'subnets': [{'id': 'de0fdd08-7a37-4a84-9a24-d2a545d515fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:01:48.262023 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 39100) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:01:48.295239 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369d4441-1339-43c5-9ae6-d81644d10458 None None] New status for floating IP 4c61444d-cb49-44b9-88bf-442716578aae: DOWN {{(pid=110502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 14:01:48.306431 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:48.321510 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-9dfa6a3b-84ee-4117-9ff3-b503dcab9674 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for security_group (ee3ac2ee-0e73-4a44-9dfd-705f8287551d), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:48.346679 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-9dfa6a3b-84ee-4117-9ff3-b503dcab9674 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for security_group (ee3ac2ee-0e73-4a44-9dfd-705f8287551d), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:48.396682 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-9dfa6a3b-84ee-4117-9ff3-b503dcab9674 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (ee3ac2ee-0e73-4a44-9dfd-705f8287551d), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:48.399277 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-9dfa6a3b-84ee-4117-9ff3-b503dcab9674 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:48.400481 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-9dfa6a3b-84ee-4117-9ff3-b503dcab9674 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "DELETE /v2.0/security-groups/ee3ac2ee-0e73-4a44-9dfd-705f8287551d HTTP/1.1" status: 204 len: 168 time: 0.1372848 May 26 14:01:48.403344 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 39102) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:01:48.411299 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa6a3b-84ee-4117-9ff3-b503dcab9674 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3ac2ee-0e73-4a44-9dfd-705f8287551d,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:48.423954 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.api.v2.resource [None req-711862a8-34e5-491a-89ab-38b1f7652295 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] show failed (client error): The resource could not be found. May 26 14:01:48.425084 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-711862a8-34e5-491a-89ab-38b1f7652295 tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "GET /v2.0/security-groups/ee3ac2ee-0e73-4a44-9dfd-705f8287551d HTTP/1.1" status: 404 len: 347 time: 0.0199521 May 26 14:01:48.427946 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 39104) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:01:48.543496 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-90f1608e-55db-4826-9b13-47c50a0249bc tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Deleting port 827673d4-d3b3-40c5-8ee5-5828a6931dd0 {{(pid=110501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:01:48.543833 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-90f1608e-55db-4826-9b13-47c50a0249bc tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (827673d4-d3b3-40c5-8ee5-5828a6931dd0), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:48.619211 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-90f1608e-55db-4826-9b13-47c50a0249bc tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (827673d4-d3b3-40c5-8ee5-5828a6931dd0), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:48.619540 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-90f1608e-55db-4826-9b13-47c50a0249bc tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for floatingip (827673d4-d3b3-40c5-8ee5-5828a6931dd0), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:48.631012 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device d5b45128-eac9-4421-bc8a-3d7ad0b10646 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:01:48.632772 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-90f1608e-55db-4826-9b13-47c50a0249bc tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Calling delete_port for 827673d4-d3b3-40c5-8ee5-5828a6931dd0 owned by network:floatingip {{(pid=110501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:01:48.649610 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] No Port match for: d5b45128-eac9-4421-bc8a-3d7ad0b10646 {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:01:48.649963 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device d5b45128-eac9-4421-bc8a-3d7ad0b10646 not bound to the agent host hv-cinder-81966 {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:01:48.764586 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-90f1608e-55db-4826-9b13-47c50a0249bc tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5523151'] for port (827673d4-d3b3-40c5-8ee5-5828a6931dd0), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:48.787063 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1608e-55db-4826-9b13-47c50a0249bc tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Pushing event deleted for resources: {'Port': ['ID=827673d4-d3b3-40c5-8ee5-5828a6931dd0,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:48.854531 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-90f1608e-55db-4826-9b13-47c50a0249bc tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks [] for floatingip (4c61444d-cb49-44b9-88bf-442716578aae), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:48.857272 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-90f1608e-55db-4826-9b13-47c50a0249bc tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for floatingip (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:48.858441 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-90f1608e-55db-4826-9b13-47c50a0249bc tempest-AttachVolumeNegativeTest-1539736558 tempest-AttachVolumeNegativeTest-1539736558-project] 10.222.0.16 "DELETE /v2.0/floatingips/4c61444d-cb49-44b9-88bf-442716578aae HTTP/1.1" status: 204 len: 168 time: 0.4286373 May 26 14:01:49.216955 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:50.513229 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:50.524333 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 6 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 14:01:52.542890 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 39140) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:01:53.009170 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b89f80af-8693-4247-9867-50dc8f48113e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-568805'] for router_interface (46eb0fef-e0da-45db-bd2e-a114c0e9fccd), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:53.050865 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:53.062452 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:53.230309 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-b89f80af-8693-4247-9867-50dc8f48113e admin admin] Deleting port 26951894-36d5-46f0-83fc-45e7a107ab53 {{(pid=110501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:01:53.230647 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b89f80af-8693-4247-9867-50dc8f48113e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (26951894-36d5-46f0-83fc-45e7a107ab53), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:53.311361 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.db [None req-b89f80af-8693-4247-9867-50dc8f48113e admin admin] For port 26951894-36d5-46f0-83fc-45e7a107ab53, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=26951894-36d5-46f0-83fc-45e7a107ab53,segment=NetworkSegment(4aae6642-e6a1-464f-8fb5-62ab179d57e3),segment_id=4aae6642-e6a1-464f-8fb5-62ab179d57e3)] {{(pid=110501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:01:53.311722 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b89f80af-8693-4247-9867-50dc8f48113e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (26951894-36d5-46f0-83fc-45e7a107ab53), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:53.325427 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-b89f80af-8693-4247-9867-50dc8f48113e admin admin] Calling delete_port for 26951894-36d5-46f0-83fc-45e7a107ab53 owned by network:router_interface {{(pid=110501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:01:53.506300 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b89f80af-8693-4247-9867-50dc8f48113e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5523151'] for port (26951894-36d5-46f0-83fc-45e7a107ab53), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:53.528129 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f80af-8693-4247-9867-50dc8f48113e admin admin] Pushing event deleted for resources: {'Port': ['ID=26951894-36d5-46f0-83fc-45e7a107ab53,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:53.699869 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b89f80af-8693-4247-9867-50dc8f48113e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-302216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-568697'] for router_interface (46eb0fef-e0da-45db-bd2e-a114c0e9fccd), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:53.902863 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:53.905276 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:53.908027 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89f80af-8693-4247-9867-50dc8f48113e admin admin] Router 46eb0fef-e0da-45db-bd2e-a114c0e9fccd has already been hosted by L3 agent 8d01d2d5-68bb-4c63-9733-6c6d2277973f {{(pid=110501) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 14:01:54.011787 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89f80af-8693-4247-9867-50dc8f48113e admin admin] Notify agent at l3_agent.dv-cinder-819668-4-iscsi the message routers_updated {{(pid=110501) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 14:01:54.017272 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-b89f80af-8693-4247-9867-50dc8f48113e admin admin] 10.222.0.16 "PUT /v2.0/routers/46eb0fef-e0da-45db-bd2e-a114c0e9fccd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4733093 May 26 14:01:54.019722 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 39144) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:01:54.021190 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbec237-c3c8-4c55-820c-460971f1da62 None None] Sync routers for ids ['46eb0fef-e0da-45db-bd2e-a114c0e9fccd'] in dv-cinder-819668-4-iscsi {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 14:01:54.033680 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbec237-c3c8-4c55-820c-460971f1da62 None None] Routers {'46eb0fef-e0da-45db-bd2e-a114c0e9fccd'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:01:54.034305 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-bfbec237-c3c8-4c55-820c-460971f1da62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T14:01:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['46eb0fef-e0da-45db-bd2e-a114c0e9fccd'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:01:54.121544 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-abd0c6a1-e183-4d17-9155-95f9a5980fa9 admin admin] Publish callbacks [] for router (46eb0fef-e0da-45db-bd2e-a114c0e9fccd), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:54.139321 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-bfbec237-c3c8-4c55-820c-460971f1da62 None None] Set router 46eb0fef-e0da-45db-bd2e-a114c0e9fccd gateway port host: dv-cinder-819668-4-iscsi {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:01:54.226022 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-abd0c6a1-e183-4d17-9155-95f9a5980fa9 admin admin] Publish callbacks [] for router_gateway (46eb0fef-e0da-45db-bd2e-a114c0e9fccd), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:54.271599 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-abd0c6a1-e183-4d17-9155-95f9a5980fa9 admin admin] Deleting port 0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f {{(pid=110501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:01:54.271928 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-abd0c6a1-e183-4d17-9155-95f9a5980fa9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:54.355384 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.db [None req-abd0c6a1-e183-4d17-9155-95f9a5980fa9 admin admin] For port 0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f,segment=NetworkSegment(36759762-4a51-4579-800b-deb2c27dac78),segment_id=36759762-4a51-4579-800b-deb2c27dac78)] {{(pid=110501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:01:54.355780 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-abd0c6a1-e183-4d17-9155-95f9a5980fa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:54.371108 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-abd0c6a1-e183-4d17-9155-95f9a5980fa9 admin admin] Calling delete_port for 0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f owned by network:router_gateway {{(pid=110501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:01:54.389468 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-bfbec237-c3c8-4c55-820c-460971f1da62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'name': 'tempest-AttachVolumeNegativeTest-25840542-router', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'external_fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:55:08Z', 'updated_at': '2022-05-26T14:01:53Z', 'revision_number': 5, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'gw_port': {'id': '0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f', 'name': '', 'network_id': '90e76b28-de17-4e9a-956c-e3acc4b829ee', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819668-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T13:55:09Z', 'updated_at': '2022-05-26T13:55:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72a92eeb-8c5d-4770-b3e7-e9300b6be16c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819668-4-iscsi'}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:01:54.417011 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbec237-c3c8-4c55-820c-460971f1da62 None None] Checking router: 46eb0fef-e0da-45db-bd2e-a114c0e9fccd for host: dv-cinder-819668-4-iscsi {{(pid=110503) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 14:01:54.419611 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=100 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:54.426363 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbec237-c3c8-4c55-820c-460971f1da62 None None] Routers {'46eb0fef-e0da-45db-bd2e-a114c0e9fccd'} bound to L3 agent in host dv-cinder-819668-4-iscsi {{(pid=110503) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 14:01:54.426971 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-bfbec237-c3c8-4c55-820c-460971f1da62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819668-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T13:35:46Z,description=,heartbeat_timestamp=2022-05-26T14:01:46Z,host='dv-cinder-819668-4-iscsi',id=8d01d2d5-68bb-4c63-9733-6c6d2277973f,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T13:35:46Z,topic='l3_agent')) {'router_ids': ['46eb0fef-e0da-45db-bd2e-a114c0e9fccd'], 'active': True} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:01:54.489819 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=100 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:54.512724 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_dvr_db [None req-bfbec237-c3c8-4c55-820c-460971f1da62 None None] Set router 46eb0fef-e0da-45db-bd2e-a114c0e9fccd gateway port host: None {{(pid=110503) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 14:01:54.545612 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-abd0c6a1-e183-4d17-9155-95f9a5980fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5523151'] for port (0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:54.561367 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.l3_hamode_db [None req-bfbec237-c3c8-4c55-820c-460971f1da62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'name': 'tempest-AttachVolumeNegativeTest-25840542-router', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:55:08Z', 'updated_at': '2022-05-26T14:01:54Z', 'revision_number': 6, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'gw_port_host': None}], 'dv-cinder-819668-4-iscsi', False) {} {{(pid=110503) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:01:54.576044 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0c6a1-e183-4d17-9155-95f9a5980fa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:54.589428 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbec237-c3c8-4c55-820c-460971f1da62 None None] The sync data for ids ['46eb0fef-e0da-45db-bd2e-a114c0e9fccd'] in dv-cinder-819668-4-iscsi is: [{'id': '46eb0fef-e0da-45db-bd2e-a114c0e9fccd', 'name': 'tempest-AttachVolumeNegativeTest-25840542-router', 'tenant_id': 'b596535d63d6490eb939c300bfe565cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T13:55:08Z', 'updated_at': '2022-05-26T14:01:54Z', 'revision_number': 6, 'project_id': 'b596535d63d6490eb939c300bfe565cf', 'gw_port_host': None}] {{(pid=110503) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 14:01:54.639071 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-abd0c6a1-e183-4d17-9155-95f9a5980fa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568539'] for router_gateway (46eb0fef-e0da-45db-bd2e-a114c0e9fccd), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:54.726632 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-abd0c6a1-e183-4d17-9155-95f9a5980fa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-906634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7982'] for router (46eb0fef-e0da-45db-bd2e-a114c0e9fccd), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:54.728906 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-abd0c6a1-e183-4d17-9155-95f9a5980fa9 admin admin] Publish callbacks [] for router_controller (46eb0fef-e0da-45db-bd2e-a114c0e9fccd), precommit_delete_associations {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:54.772034 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-abd0c6a1-e183-4d17-9155-95f9a5980fa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-906625'] for router (46eb0fef-e0da-45db-bd2e-a114c0e9fccd), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:54.772589 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd0c6a1-e183-4d17-9155-95f9a5980fa9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46eb0fef-e0da-45db-bd2e-a114c0e9fccd {{(pid=110501) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 14:01:54.776718 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-abd0c6a1-e183-4d17-9155-95f9a5980fa9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:54.777868 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-abd0c6a1-e183-4d17-9155-95f9a5980fa9 admin admin] 10.222.0.16 "DELETE /v2.0/routers/46eb0fef-e0da-45db-bd2e-a114c0e9fccd HTTP/1.1" status: 204 len: 168 time: 0.7570076 May 26 14:01:54.780433 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 39146) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:01:54.819543 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:54.829718 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f05d560-a5f3-40f7-90ad-97136afc0d24 admin admin] Deleting subnet de0fdd08-7a37-4a84-9a24-d2a545d515fc {{(pid=110501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 14:01:54.833576 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-1f05d560-a5f3-40f7-90ad-97136afc0d24 admin admin] Publish callbacks [] for subnet (de0fdd08-7a37-4a84-9a24-d2a545d515fc), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:54.867058 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:54.871383 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-1f05d560-a5f3-40f7-90ad-97136afc0d24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7142782'] for subnet (de0fdd08-7a37-4a84-9a24-d2a545d515fc), precommit_delete_associations {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:54.948931 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-1f05d560-a5f3-40f7-90ad-97136afc0d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693590'] for subnet (de0fdd08-7a37-4a84-9a24-d2a545d515fc), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:55.011415 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-1f05d560-a5f3-40f7-90ad-97136afc0d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5521470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5516845'] for subnet (de0fdd08-7a37-4a84-9a24-d2a545d515fc), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:55.038259 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05d560-a5f3-40f7-90ad-97136afc0d24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de0fdd08-7a37-4a84-9a24-d2a545d515fc,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:55.043154 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-1f05d560-a5f3-40f7-90ad-97136afc0d24 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:55.046330 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-1f05d560-a5f3-40f7-90ad-97136afc0d24 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/de0fdd08-7a37-4a84-9a24-d2a545d515fc HTTP/1.1" status: 204 len: 168 time: 0.2649729 May 26 14:01:55.049086 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 39148) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:01:55.054335 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca615cb-604c-45db-bbf8-7c2deca57c20 None None] Network 9be8c897-5f1a-4707-b0ba-c3382fad4d2e requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 14:01:55.118479 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-5486305d-76ed-497a-b731-90e7d2aa211c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848337'] for network (9be8c897-5f1a-4707-b0ba-c3382fad4d2e), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:55.168228 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-5486305d-76ed-497a-b731-90e7d2aa211c admin admin] Deleting port eabe96be-0417-4f7a-9688-6b81e2a7383b {{(pid=110501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:01:55.168731 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-5486305d-76ed-497a-b731-90e7d2aa211c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (eabe96be-0417-4f7a-9688-6b81e2a7383b), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:55.231609 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.db [None req-5486305d-76ed-497a-b731-90e7d2aa211c admin admin] For port eabe96be-0417-4f7a-9688-6b81e2a7383b, host dv-cinder-819668-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819668-4-iscsi',level=0,port_id=eabe96be-0417-4f7a-9688-6b81e2a7383b,segment=NetworkSegment(4aae6642-e6a1-464f-8fb5-62ab179d57e3),segment_id=4aae6642-e6a1-464f-8fb5-62ab179d57e3)] {{(pid=110501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:01:55.231967 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-5486305d-76ed-497a-b731-90e7d2aa211c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (eabe96be-0417-4f7a-9688-6b81e2a7383b), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:55.245411 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.plugin [None req-5486305d-76ed-497a-b731-90e7d2aa211c admin admin] Calling delete_port for eabe96be-0417-4f7a-9688-6b81e2a7383b owned by network:dhcp {{(pid=110501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:01:55.324066 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-5486305d-76ed-497a-b731-90e7d2aa211c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5523151'] for port (eabe96be-0417-4f7a-9688-6b81e2a7383b), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:55.351133 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5486305d-76ed-497a-b731-90e7d2aa211c admin admin] Pushing event deleted for resources: {'Port': ['ID=eabe96be-0417-4f7a-9688-6b81e2a7383b,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:55.357049 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5486305d-76ed-497a-b731-90e7d2aa211c admin admin] No DVR routers for this DVR port eabe96be-0417-4f7a-9688-6b81e2a7383b on host dv-cinder-819668-4-iscsi {{(pid=110501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:01:55.394290 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3c5f8e-6c38-4aa4-a215-f2d3da73b86e None None] DHCP port deletion for 9be8c897-5f1a-4707-b0ba-c3382fad4d2e request from dv-cinder-819668-4-iscsi {{(pid=110502) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 14:01:55.431063 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-5486305d-76ed-497a-b731-90e7d2aa211c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1689123', 'neutron.services.segments.db._delete_segments_for_network-8755648326512'] for network (9be8c897-5f1a-4707-b0ba-c3382fad4d2e), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:55.441055 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device eabe96be-0417-4f7a-9688-6b81e2a7383b no longer exists at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:01:55.452114 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.services.segments.db [None req-5486305d-76ed-497a-b731-90e7d2aa211c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9be8c897-5f1a-4707-b0ba-c3382fad4d2e']}} {{(pid=110501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:01:55.462664 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.services.segments.db [None req-5486305d-76ed-497a-b731-90e7d2aa211c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aae6642-e6a1-464f-8fb5-62ab179d57e3') {'for_net_delete': True} {{(pid=110501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:01:55.462980 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.services.segments.db [None req-5486305d-76ed-497a-b731-90e7d2aa211c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aae6642-e6a1-464f-8fb5-62ab179d57e3') {} {{(pid=110501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:01:55.468801 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] No Port match for: eabe96be-0417-4f7a-9688-6b81e2a7383b {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:01:55.469156 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device eabe96be-0417-4f7a-9688-6b81e2a7383b not bound to the agent host dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:01:55.469859 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f no longer exists at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:01:55.477534 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-5486305d-76ed-497a-b731-90e7d2aa211c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755648326009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7142727'] for segment (4aae6642-e6a1-464f-8fb5-62ab179d57e3), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:55.491022 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] No Port match for: 0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:01:55.491367 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 0659cc4f-4046-4bbf-b7f2-69c0e2db7e0f not bound to the agent host dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:01:55.491794 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 26951894-36d5-46f0-83fc-45e7a107ab53 no longer exists at agent ovs-agent-dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:01:55.493184 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-5486305d-76ed-497a-b731-90e7d2aa211c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329'] for segment (4aae6642-e6a1-464f-8fb5-62ab179d57e3), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:55.499829 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5486305d-76ed-497a-b731-90e7d2aa211c admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=110501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 14:01:55.500926 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-5486305d-76ed-497a-b731-90e7d2aa211c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5523100'] for segment (4aae6642-e6a1-464f-8fb5-62ab179d57e3), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:55.515746 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] No Port match for: 26951894-36d5-46f0-83fc-45e7a107ab53 {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:01:55.515948 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Device 26951894-36d5-46f0-83fc-45e7a107ab53 not bound to the agent host dv-cinder-819668-4-iscsi {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:01:55.556971 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.services.segments.plugin [-] Segment 4aae6642-e6a1-464f-8fb5-62ab179d57e3 resource provider aggregate not found May 26 14:01:55.579260 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.services.segments.plugin [-] Segment 4aae6642-e6a1-464f-8fb5-62ab179d57e3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4aae6642-e6a1-464f-8fb5-62ab179d57e3 found for delete ", "request_id": "req-a49acac5-d28b-41fb-9246-57f1d9dbbacd"}]} May 26 14:01:55.580575 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-5486305d-76ed-497a-b731-90e7d2aa211c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1689112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568567'] for network (9be8c897-5f1a-4707-b0ba-c3382fad4d2e), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:55.586947 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-5486305d-76ed-497a-b731-90e7d2aa211c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:55.591154 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-5486305d-76ed-497a-b731-90e7d2aa211c admin admin] 10.222.0.16 "DELETE /v2.0/networks/9be8c897-5f1a-4707-b0ba-c3382fad4d2e HTTP/1.1" status: 204 len: 168 time: 0.5411501 May 26 14:01:55.603349 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5486305d-76ed-497a-b731-90e7d2aa211c admin admin] Pushing event deleted for resources: {'Network': ['ID=9be8c897-5f1a-4707-b0ba-c3382fad4d2e,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:55.722143 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 39156) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:01:55.762153 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-49c0a76b-838d-43d9-8299-2faf5356935e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b596535d63d6490eb939c300bfe565cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388718 May 26 14:01:55.764614 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 39158) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:01:55.813451 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-7f9f80f9-df1c-4456-abc9-9f3d3bc1e7ff admin admin] Publish callbacks [] for security_group (9436b02f-8ae2-4186-a337-a1ee957d3de3), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:55.830032 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:55.833195 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:55.835340 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-7f9f80f9-df1c-4456-abc9-9f3d3bc1e7ff admin admin] Publish callbacks [] for security_group (9436b02f-8ae2-4186-a337-a1ee957d3de3), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:55.887522 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-7f9f80f9-df1c-4456-abc9-9f3d3bc1e7ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (9436b02f-8ae2-4186-a337-a1ee957d3de3), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:55.890062 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-7f9f80f9-df1c-4456-abc9-9f3d3bc1e7ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:55.891447 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-7f9f80f9-df1c-4456-abc9-9f3d3bc1e7ff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9436b02f-8ae2-4186-a337-a1ee957d3de3 HTTP/1.1" status: 204 len: 168 time: 0.1257138 May 26 14:01:55.899499 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f80f9-df1c-4456-abc9-9f3d3bc1e7ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9436b02f-8ae2-4186-a337-a1ee957d3de3,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:58.404115 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=8,neutron:DELETE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:58.405746 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=20,neutron:DELETE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:01:58.491738 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 39226) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:01:58.601815 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b5fc80f2-3a4a-4d6d-a165-017b84c1055a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:58.680895 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b5fc80f2-3a4a-4d6d-a165-017b84c1055a admin admin] Publish callbacks [] for security_group (263c7deb-66e9-42ac-ac67-cefd3090982f), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:58.684650 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-b5fc80f2-3a4a-4d6d-a165-017b84c1055a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (263c7deb-66e9-42ac-ac67-cefd3090982f), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:58.725310 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc80f2-3a4a-4d6d-a165-017b84c1055a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263c7deb-66e9-42ac-ac67-cefd3090982f,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:58.729637 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-b5fc80f2-3a4a-4d6d-a165-017b84c1055a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8b5d5aeec557494bb95ac3e10171c1c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2368541 May 26 14:01:58.732243 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 39230) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:01:58.792983 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-848b845b-38ec-4245-8cfd-c52827f8de78 admin admin] Publish callbacks [] for security_group (263c7deb-66e9-42ac-ac67-cefd3090982f), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:58.813877 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-848b845b-38ec-4245-8cfd-c52827f8de78 admin admin] Publish callbacks [] for security_group (263c7deb-66e9-42ac-ac67-cefd3090982f), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:58.861275 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-848b845b-38ec-4245-8cfd-c52827f8de78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (263c7deb-66e9-42ac-ac67-cefd3090982f), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:58.864012 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-848b845b-38ec-4245-8cfd-c52827f8de78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:58.865223 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-848b845b-38ec-4245-8cfd-c52827f8de78 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/263c7deb-66e9-42ac-ac67-cefd3090982f HTTP/1.1" status: 204 len: 168 time: 0.1320593 May 26 14:01:58.874083 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848b845b-38ec-4245-8cfd-c52827f8de78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263c7deb-66e9-42ac-ac67-cefd3090982f,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:59.132629 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 39236) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:01:59.146112 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-55b9b1d6-b311-4e07-a6a4-623ac4e1017b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:59.233062 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-55b9b1d6-b311-4e07-a6a4-623ac4e1017b admin admin] Publish callbacks [] for security_group (19eb7a41-fa6e-4fcb-9cd9-039eea1953e6), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:59.237278 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-55b9b1d6-b311-4e07-a6a4-623ac4e1017b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (19eb7a41-fa6e-4fcb-9cd9-039eea1953e6), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:59.277284 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b9b1d6-b311-4e07-a6a4-623ac4e1017b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19eb7a41-fa6e-4fcb-9cd9-039eea1953e6,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:01:59.281910 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-55b9b1d6-b311-4e07-a6a4-623ac4e1017b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2793e3e3339d4334b05ffb0740597368&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1482644 May 26 14:01:59.285066 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 39238) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:01:59.331607 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-94803318-1877-4b1f-b165-c8438499e57f admin admin] Publish callbacks [] for security_group (19eb7a41-fa6e-4fcb-9cd9-039eea1953e6), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:59.352877 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-94803318-1877-4b1f-b165-c8438499e57f admin admin] Publish callbacks [] for security_group (19eb7a41-fa6e-4fcb-9cd9-039eea1953e6), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:59.399434 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-94803318-1877-4b1f-b165-c8438499e57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (19eb7a41-fa6e-4fcb-9cd9-039eea1953e6), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:59.402166 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-94803318-1877-4b1f-b165-c8438499e57f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:01:59.403333 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-94803318-1877-4b1f-b165-c8438499e57f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/19eb7a41-fa6e-4fcb-9cd9-039eea1953e6 HTTP/1.1" status: 204 len: 168 time: 0.1173840 May 26 14:01:59.413446 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94803318-1877-4b1f-b165-c8438499e57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19eb7a41-fa6e-4fcb-9cd9-039eea1953e6,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:02:00.090553 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 39260) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:02:00.199001 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-24bd5823-f286-4ccf-9662-58a6d28a940f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-906349728-network', 'tenant_id': 'da781dc4e7804591a640ab039b3039d5'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:02:00.214223 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=77,neutron:DELETE=8,neutron:INSERT=15 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:02:00.220685 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24bd5823-f286-4ccf-9662-58a6d28a940f admin admin] Made reservation on behalf of da781dc4e7804591a640ab039b3039d5 for: {'network': 1} {{(pid=110501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:02:00.223204 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-24bd5823-f286-4ccf-9662-58a6d28a940f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for network (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:00.233094 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-24bd5823-f286-4ccf-9662-58a6d28a940f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:00.266398 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:DELETE=4,neutron:SELECT=82,neutron:UPDATE=2,neutron:INSERT=12 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:02:00.317950 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-24bd5823-f286-4ccf-9662-58a6d28a940f admin admin] Publish callbacks [] for security_group (730aec7a-c5e2-4ae3-bf60-8959cc46378b), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:00.321632 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-24bd5823-f286-4ccf-9662-58a6d28a940f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (730aec7a-c5e2-4ae3-bf60-8959cc46378b), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:00.605158 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24bd5823-f286-4ccf-9662-58a6d28a940f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=110501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 14:02:00.610777 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd5823-f286-4ccf-9662-58a6d28a940f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730aec7a-c5e2-4ae3-bf60-8959cc46378b,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:02:00.620039 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-24bd5823-f286-4ccf-9662-58a6d28a940f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755648326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329'] for segment (e24664e2-8170-49ef-89fe-62c74fe4b5b9), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:00.620492 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.db.segments_db [None req-24bd5823-f286-4ccf-9662-58a6d28a940f admin admin] Added segment e24664e2-8170-49ef-89fe-62c74fe4b5b9 of type vlan for network e2cd42a7-26cf-48b1-833a-2f18f6805b46 May 26 14:02:00.661359 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-24bd5823-f286-4ccf-9662-58a6d28a940f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755647801200'] for network (e2cd42a7-26cf-48b1-833a-2f18f6805b46), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:00.685965 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-24bd5823-f286-4ccf-9662-58a6d28a940f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for network (e2cd42a7-26cf-48b1-833a-2f18f6805b46), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:00.686968 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bd5823-f286-4ccf-9662-58a6d28a940f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:00.687543 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-24bd5823-f286-4ccf-9662-58a6d28a940f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:00.746998 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-24bd5823-f286-4ccf-9662-58a6d28a940f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6553500 May 26 14:02:00.749984 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 39264) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:02:00.750510 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd5823-f286-4ccf-9662-58a6d28a940f admin admin] Pushing event updated for resources: {'Network': ['ID=e2cd42a7-26cf-48b1-833a-2f18f6805b46,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:02:00.756683 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-cabb4b77-24dc-434d-b341-db266e55db63 admin admin] Request body: {'subnet': {'network_id': 'e2cd42a7-26cf-48b1-833a-2f18f6805b46', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-906349728-subnet', 'tenant_id': 'da781dc4e7804591a640ab039b3039d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:02:00.760729 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Network e2cd42a7-26cf-48b1-833a-2f18f6805b46 details requested by agent ovs-agent-dv-cinder-819668-4-iscsi with host dv-cinder-819668-4-iscsi {{(pid=110502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 14:02:00.777381 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabb4b77-24dc-434d-b341-db266e55db63 admin admin] Made reservation on behalf of da781dc4e7804591a640ab039b3039d5 for: {'subnet': 1} {{(pid=110500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:02:00.779894 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-cabb4b77-24dc-434d-b341-db266e55db63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6595480'] for subnet (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:00.964067 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-cabb4b77-24dc-434d-b341-db266e55db63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7218032', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6595470'] for subnet (8a708e2b-d8b6-4016-a63d-b9251e168f01), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:01.021074 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb4b77-24dc-434d-b341-db266e55db63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a708e2b-d8b6-4016-a63d-b9251e168f01,revision_number=0']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:02:01.030719 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabb4b77-24dc-434d-b341-db266e55db63 admin admin] Checking segment: {'id': 'e24664e2-8170-49ef-89fe-62c74fe4b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e2cd42a7-26cf-48b1-833a-2f18f6805b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 14:02:01.031082 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabb4b77-24dc-434d-b341-db266e55db63 admin admin] Network hostable DHCP agents. Network: e2cd42a7-26cf-48b1-833a-2f18f6805b46, hostable agents: ['f02764f4-f497-4694-a2eb-22efe73666f4'], hosted agents: [] {{(pid=110500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 14:02:01.049794 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabb4b77-24dc-434d-b341-db266e55db63 admin admin] Network e2cd42a7-26cf-48b1-833a-2f18f6805b46 is scheduled to be hosted by DHCP agent f02764f4-f497-4694-a2eb-22efe73666f4 with binding_index 1 {{(pid=110500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 14:02:01.058532 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [None req-cabb4b77-24dc-434d-b341-db266e55db63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819668-4-iscsi, e2cd42a7-26cf-48b1-833a-2f18f6805b46) {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:02:01.062775 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabb4b77-24dc-434d-b341-db266e55db63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:01.063368 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-cabb4b77-24dc-434d-b341-db266e55db63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for subnet (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:01.068381 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9999b2-6a66-4932-a98f-9d46e1d0f1ee None None] Network e2cd42a7-26cf-48b1-833a-2f18f6805b46 requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 14:02:01.080664 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-cabb4b77-24dc-434d-b341-db266e55db63 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3292806 May 26 14:02:01.172369 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901cf8be-a608-45a7-8b04-7b48b29fdabf None None] Network e2cd42a7-26cf-48b1-833a-2f18f6805b46 requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 14:02:01.569576 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 39280) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:02:01.574517 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [None req-bf4e876b-9bb9-40e8-9bc9-6cfb52a1f443 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1754011477-network', 'tenant_id': '23f7345c773a44eabd46b5c26fed8319'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:02:01.595127 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4e876b-9bb9-40e8-9bc9-6cfb52a1f443 admin admin] Made reservation on behalf of 23f7345c773a44eabd46b5c26fed8319 for: {'network': 1} {{(pid=110500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:02:01.598189 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-bf4e876b-9bb9-40e8-9bc9-6cfb52a1f443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for network (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:01.610357 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-bf4e876b-9bb9-40e8-9bc9-6cfb52a1f443 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:01.684545 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-bf4e876b-9bb9-40e8-9bc9-6cfb52a1f443 admin admin] Publish callbacks [] for security_group (91b7a9dc-44d0-467f-80af-21b0e5c4b589), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:01.688212 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-bf4e876b-9bb9-40e8-9bc9-6cfb52a1f443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (91b7a9dc-44d0-467f-80af-21b0e5c4b589), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:01.710008 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf4e876b-9bb9-40e8-9bc9-6cfb52a1f443 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=110500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 14:02:01.726600 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e876b-9bb9-40e8-9bc9-6cfb52a1f443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b7a9dc-44d0-467f-80af-21b0e5c4b589,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:02:01.730835 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-bf4e876b-9bb9-40e8-9bc9-6cfb52a1f443 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755648326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329'] for segment (3010205d-cfb9-41e4-8d39-20cce9ead5a8), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:01.731252 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.db.segments_db [None req-bf4e876b-9bb9-40e8-9bc9-6cfb52a1f443 admin admin] Added segment 3010205d-cfb9-41e4-8d39-20cce9ead5a8 of type vlan for network 86d1e9a8-5695-4745-b04d-176c6d36c290 May 26 14:02:01.772942 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-bf4e876b-9bb9-40e8-9bc9-6cfb52a1f443 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755647801200'] for network (86d1e9a8-5695-4745-b04d-176c6d36c290), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:01.797460 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-bf4e876b-9bb9-40e8-9bc9-6cfb52a1f443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for network (86d1e9a8-5695-4745-b04d-176c6d36c290), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:01.798449 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4e876b-9bb9-40e8-9bc9-6cfb52a1f443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:01.799590 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-bf4e876b-9bb9-40e8-9bc9-6cfb52a1f443 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:01.855555 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-bf4e876b-9bb9-40e8-9bc9-6cfb52a1f443 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2848585 May 26 14:02:01.858431 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 39282) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:02:01.864073 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-f5092e77-b6fa-4091-9cee-4530effe46f9 admin admin] Request body: {'subnet': {'network_id': '86d1e9a8-5695-4745-b04d-176c6d36c290', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1754011477-subnet', 'tenant_id': '23f7345c773a44eabd46b5c26fed8319', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:02:01.867340 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e876b-9bb9-40e8-9bc9-6cfb52a1f443 admin admin] Pushing event updated for resources: {'Network': ['ID=86d1e9a8-5695-4745-b04d-176c6d36c290,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:02:01.877936 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Network 86d1e9a8-5695-4745-b04d-176c6d36c290 details requested by agent ovs-agent-dv-cinder-819668-4-iscsi with host dv-cinder-819668-4-iscsi {{(pid=110502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 14:02:01.886785 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5092e77-b6fa-4091-9cee-4530effe46f9 admin admin] Made reservation on behalf of 23f7345c773a44eabd46b5c26fed8319 for: {'subnet': 1} {{(pid=110501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:02:01.889475 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f5092e77-b6fa-4091-9cee-4530effe46f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5516800'] for subnet (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:02.061142 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f5092e77-b6fa-4091-9cee-4530effe46f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5521535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5516822'] for subnet (a4329573-4338-4b86-b53f-618ef2d8d885), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:02.122823 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5092e77-b6fa-4091-9cee-4530effe46f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4329573-4338-4b86-b53f-618ef2d8d885,revision_number=0']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:02:02.130756 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5092e77-b6fa-4091-9cee-4530effe46f9 admin admin] Checking segment: {'id': '3010205d-cfb9-41e4-8d39-20cce9ead5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '86d1e9a8-5695-4745-b04d-176c6d36c290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 14:02:02.131120 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5092e77-b6fa-4091-9cee-4530effe46f9 admin admin] Network hostable DHCP agents. Network: 86d1e9a8-5695-4745-b04d-176c6d36c290, hostable agents: ['f02764f4-f497-4694-a2eb-22efe73666f4'], hosted agents: [] {{(pid=110501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 14:02:02.148812 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5092e77-b6fa-4091-9cee-4530effe46f9 admin admin] Network 86d1e9a8-5695-4745-b04d-176c6d36c290 is scheduled to be hosted by DHCP agent f02764f4-f497-4694-a2eb-22efe73666f4 with binding_index 1 {{(pid=110501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 14:02:02.151452 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:02:02.157490 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.base_scheduler [None req-f5092e77-b6fa-4091-9cee-4530effe46f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819668-4-iscsi, 86d1e9a8-5695-4745-b04d-176c6d36c290) {{(pid=110501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:02:02.162290 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5092e77-b6fa-4091-9cee-4530effe46f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:02.162911 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-f5092e77-b6fa-4091-9cee-4530effe46f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:02.166527 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2471077a-3c4f-4682-b77b-5ea349793510 None None] Network 86d1e9a8-5695-4745-b04d-176c6d36c290 requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 14:02:02.179576 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-f5092e77-b6fa-4091-9cee-4530effe46f9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3200383 May 26 14:02:02.270290 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf642d1e-fff3-46e1-b4fa-8f5d4f333883 None None] Network 86d1e9a8-5695-4745-b04d-176c6d36c290 requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 14:02:05.669885 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=15 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:02:05.673984 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=8 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:02:11.804666 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=79,neutron:UPDATE=6 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:02:11.806040 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:02:11.819709 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:11.863390 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=74,neutron:INSERT=16,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:02:11.864441 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=73,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:02:12.172894 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=59,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:02:14.127028 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-532f159f-c614-4fc4-9732-7c77a6b7bda3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:15.920058 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 39400) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:02:15.973369 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.db_base_plugin_v2 [None req-7855b6bb-aaa8-4af8-8c9e-3d536d4a40dd admin admin] Deleting subnet 8a708e2b-d8b6-4016-a63d-b9251e168f01 {{(pid=110501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 14:02:15.977202 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-7855b6bb-aaa8-4af8-8c9e-3d536d4a40dd admin admin] Publish callbacks [] for subnet (8a708e2b-d8b6-4016-a63d-b9251e168f01), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:16.011923 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-7855b6bb-aaa8-4af8-8c9e-3d536d4a40dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7142782'] for subnet (8a708e2b-d8b6-4016-a63d-b9251e168f01), precommit_delete_associations {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:16.050722 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-7855b6bb-aaa8-4af8-8c9e-3d536d4a40dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693590'] for subnet (8a708e2b-d8b6-4016-a63d-b9251e168f01), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:16.108626 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-7855b6bb-aaa8-4af8-8c9e-3d536d4a40dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5521470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5516845'] for subnet (8a708e2b-d8b6-4016-a63d-b9251e168f01), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:16.134860 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7855b6bb-aaa8-4af8-8c9e-3d536d4a40dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a708e2b-d8b6-4016-a63d-b9251e168f01,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:02:16.139248 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-7855b6bb-aaa8-4af8-8c9e-3d536d4a40dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:16.142293 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-7855b6bb-aaa8-4af8-8c9e-3d536d4a40dd admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8a708e2b-d8b6-4016-a63d-b9251e168f01 HTTP/1.1" status: 204 len: 168 time: 0.2212121 May 26 14:02:16.144999 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 39402) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:02:16.147419 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7855b6bb-aaa8-4af8-8c9e-3d536d4a40dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:02:16.147761 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7855b6bb-aaa8-4af8-8c9e-3d536d4a40dd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:02:16.148101 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7855b6bb-aaa8-4af8-8c9e-3d536d4a40dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:02:16.148478 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7855b6bb-aaa8-4af8-8c9e-3d536d4a40dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:02:16.148803 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7855b6bb-aaa8-4af8-8c9e-3d536d4a40dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:02:16.149126 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7855b6bb-aaa8-4af8-8c9e-3d536d4a40dd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:02:16.149449 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7855b6bb-aaa8-4af8-8c9e-3d536d4a40dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:02:16.149767 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7855b6bb-aaa8-4af8-8c9e-3d536d4a40dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:02:16.150087 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7855b6bb-aaa8-4af8-8c9e-3d536d4a40dd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:02:16.150407 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7855b6bb-aaa8-4af8-8c9e-3d536d4a40dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:02:16.150729 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7855b6bb-aaa8-4af8-8c9e-3d536d4a40dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:02:16.151048 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7855b6bb-aaa8-4af8-8c9e-3d536d4a40dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:02:16.151364 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7855b6bb-aaa8-4af8-8c9e-3d536d4a40dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:02:16.151673 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7855b6bb-aaa8-4af8-8c9e-3d536d4a40dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:02:16.151992 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7855b6bb-aaa8-4af8-8c9e-3d536d4a40dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:02:16.215252 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-3134bc02-164d-48b3-bf9f-98867e14cad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848337'] for network (e2cd42a7-26cf-48b1-833a-2f18f6805b46), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:16.297673 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-3134bc02-164d-48b3-bf9f-98867e14cad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1689123', 'neutron.services.segments.db._delete_segments_for_network-8755648326512'] for network (e2cd42a7-26cf-48b1-833a-2f18f6805b46), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:16.318573 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.services.segments.db [None req-3134bc02-164d-48b3-bf9f-98867e14cad6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2cd42a7-26cf-48b1-833a-2f18f6805b46']}} {{(pid=110500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:02:16.327605 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.services.segments.db [None req-3134bc02-164d-48b3-bf9f-98867e14cad6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e24664e2-8170-49ef-89fe-62c74fe4b5b9') {'for_net_delete': True} {{(pid=110500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:02:16.327915 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.services.segments.db [None req-3134bc02-164d-48b3-bf9f-98867e14cad6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e24664e2-8170-49ef-89fe-62c74fe4b5b9') {} {{(pid=110500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:02:16.337471 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-3134bc02-164d-48b3-bf9f-98867e14cad6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755648326009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6617312'] for segment (e24664e2-8170-49ef-89fe-62c74fe4b5b9), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:16.350572 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-3134bc02-164d-48b3-bf9f-98867e14cad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329'] for segment (e24664e2-8170-49ef-89fe-62c74fe4b5b9), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:16.356654 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3134bc02-164d-48b3-bf9f-98867e14cad6 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=110500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 14:02:16.357074 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-3134bc02-164d-48b3-bf9f-98867e14cad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7218579'] for segment (e24664e2-8170-49ef-89fe-62c74fe4b5b9), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:16.401499 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.services.segments.plugin [-] Segment e24664e2-8170-49ef-89fe-62c74fe4b5b9 resource provider aggregate not found May 26 14:02:16.418492 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.services.segments.plugin [-] Segment e24664e2-8170-49ef-89fe-62c74fe4b5b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e24664e2-8170-49ef-89fe-62c74fe4b5b9 found for delete ", "request_id": "req-6d363a0a-4c1d-446a-85a1-e73399b5b9ba"}]} May 26 14:02:16.422298 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-3134bc02-164d-48b3-bf9f-98867e14cad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1689112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568567'] for network (e2cd42a7-26cf-48b1-833a-2f18f6805b46), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:16.427407 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-3134bc02-164d-48b3-bf9f-98867e14cad6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:16.430567 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-3134bc02-164d-48b3-bf9f-98867e14cad6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e2cd42a7-26cf-48b1-833a-2f18f6805b46 HTTP/1.1" status: 204 len: 168 time: 0.2845674 May 26 14:02:16.433588 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 39408) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:02:16.444167 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3134bc02-164d-48b3-bf9f-98867e14cad6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2cd42a7-26cf-48b1-833a-2f18f6805b46,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:02:16.451537 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3134bc02-164d-48b3-bf9f-98867e14cad6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:02:16.451890 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3134bc02-164d-48b3-bf9f-98867e14cad6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:02:16.452246 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3134bc02-164d-48b3-bf9f-98867e14cad6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:02:16.452609 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3134bc02-164d-48b3-bf9f-98867e14cad6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:02:16.452949 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3134bc02-164d-48b3-bf9f-98867e14cad6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:02:16.453282 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3134bc02-164d-48b3-bf9f-98867e14cad6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:02:16.453611 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3134bc02-164d-48b3-bf9f-98867e14cad6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:02:16.453946 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3134bc02-164d-48b3-bf9f-98867e14cad6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:02:16.454277 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3134bc02-164d-48b3-bf9f-98867e14cad6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:02:16.454605 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3134bc02-164d-48b3-bf9f-98867e14cad6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:02:16.454933 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3134bc02-164d-48b3-bf9f-98867e14cad6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:02:16.455259 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3134bc02-164d-48b3-bf9f-98867e14cad6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:02:16.455588 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3134bc02-164d-48b3-bf9f-98867e14cad6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:02:16.455905 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3134bc02-164d-48b3-bf9f-98867e14cad6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:02:16.456227 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3134bc02-164d-48b3-bf9f-98867e14cad6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:02:16.480758 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.db_base_plugin_v2 [None req-76e25853-b973-4af2-9dec-afb7520156fa admin admin] Deleting subnet a4329573-4338-4b86-b53f-618ef2d8d885 {{(pid=110501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 14:02:16.484085 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-76e25853-b973-4af2-9dec-afb7520156fa admin admin] Publish callbacks [] for subnet (a4329573-4338-4b86-b53f-618ef2d8d885), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:16.507768 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-476aa390-76bc-4d4f-9d21-13c835c06875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:16.519664 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-76e25853-b973-4af2-9dec-afb7520156fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7142782'] for subnet (a4329573-4338-4b86-b53f-618ef2d8d885), precommit_delete_associations {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:16.564019 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-76e25853-b973-4af2-9dec-afb7520156fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693590'] for subnet (a4329573-4338-4b86-b53f-618ef2d8d885), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:16.618218 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-76e25853-b973-4af2-9dec-afb7520156fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5521470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5516845'] for subnet (a4329573-4338-4b86-b53f-618ef2d8d885), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:16.641957 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e25853-b973-4af2-9dec-afb7520156fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4329573-4338-4b86-b53f-618ef2d8d885,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:02:16.647673 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-76e25853-b973-4af2-9dec-afb7520156fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:16.650832 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-76e25853-b973-4af2-9dec-afb7520156fa admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a4329573-4338-4b86-b53f-618ef2d8d885 HTTP/1.1" status: 204 len: 168 time: 0.2161736 May 26 14:02:16.653292 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 39410) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:02:16.724811 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-9deedc21-3b4a-483f-9f5c-67563a97750d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848337'] for network (86d1e9a8-5695-4745-b04d-176c6d36c290), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:16.809862 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-9deedc21-3b4a-483f-9f5c-67563a97750d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1689123', 'neutron.services.segments.db._delete_segments_for_network-8755648326512'] for network (86d1e9a8-5695-4745-b04d-176c6d36c290), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:16.829925 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.services.segments.db [None req-9deedc21-3b4a-483f-9f5c-67563a97750d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86d1e9a8-5695-4745-b04d-176c6d36c290']}} {{(pid=110501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:02:16.839894 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.services.segments.db [None req-9deedc21-3b4a-483f-9f5c-67563a97750d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3010205d-cfb9-41e4-8d39-20cce9ead5a8') {'for_net_delete': True} {{(pid=110501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:02:16.840186 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.services.segments.db [None req-9deedc21-3b4a-483f-9f5c-67563a97750d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3010205d-cfb9-41e4-8d39-20cce9ead5a8') {} {{(pid=110501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:02:16.849470 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-9deedc21-3b4a-483f-9f5c-67563a97750d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755648326009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7142727'] for segment (3010205d-cfb9-41e4-8d39-20cce9ead5a8), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:16.863132 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-9deedc21-3b4a-483f-9f5c-67563a97750d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329'] for segment (3010205d-cfb9-41e4-8d39-20cce9ead5a8), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:16.869846 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9deedc21-3b4a-483f-9f5c-67563a97750d admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=110501) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 14:02:16.870287 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-9deedc21-3b4a-483f-9f5c-67563a97750d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5523100'] for segment (3010205d-cfb9-41e4-8d39-20cce9ead5a8), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:16.918792 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.services.segments.plugin [-] Segment 3010205d-cfb9-41e4-8d39-20cce9ead5a8 resource provider aggregate not found May 26 14:02:16.937667 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-9deedc21-3b4a-483f-9f5c-67563a97750d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1689112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568567'] for network (86d1e9a8-5695-4745-b04d-176c6d36c290), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:16.943162 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-9deedc21-3b4a-483f-9f5c-67563a97750d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:16.946540 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-9deedc21-3b4a-483f-9f5c-67563a97750d admin admin] 10.222.0.16 "DELETE /v2.0/networks/86d1e9a8-5695-4745-b04d-176c6d36c290 HTTP/1.1" status: 204 len: 168 time: 0.2921791 May 26 14:02:16.948197 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.services.segments.plugin [-] Segment 3010205d-cfb9-41e4-8d39-20cce9ead5a8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3010205d-cfb9-41e4-8d39-20cce9ead5a8 found for delete ", "request_id": "req-8b651d18-84aa-45e1-9500-1e225f62ba82"}]} May 26 14:02:16.962589 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deedc21-3b4a-483f-9f5c-67563a97750d admin admin] Pushing event deleted for resources: {'Network': ['ID=86d1e9a8-5695-4745-b04d-176c6d36c290,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:02:17.113749 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 39418) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:02:17.154575 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-82bde2eb-add4-4cc1-b88c-5c4f156df6a4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=da781dc4e7804591a640ab039b3039d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390513 May 26 14:02:17.156843 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 39420) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:02:17.195388 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:02:17.207124 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-5d687538-f3f2-4e16-af8a-e8c98dde71b9 admin admin] Publish callbacks [] for security_group (730aec7a-c5e2-4ae3-bf60-8959cc46378b), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:17.212135 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:02:17.232642 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-5d687538-f3f2-4e16-af8a-e8c98dde71b9 admin admin] Publish callbacks [] for security_group (730aec7a-c5e2-4ae3-bf60-8959cc46378b), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:17.281335 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-5d687538-f3f2-4e16-af8a-e8c98dde71b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (730aec7a-c5e2-4ae3-bf60-8959cc46378b), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:17.284002 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-5d687538-f3f2-4e16-af8a-e8c98dde71b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:17.285176 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-5d687538-f3f2-4e16-af8a-e8c98dde71b9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/730aec7a-c5e2-4ae3-bf60-8959cc46378b HTTP/1.1" status: 204 len: 168 time: 0.1274035 May 26 14:02:17.294379 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d687538-f3f2-4e16-af8a-e8c98dde71b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730aec7a-c5e2-4ae3-bf60-8959cc46378b,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:02:17.612656 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 39426) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:02:17.652708 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-fbe92f81-1323-4621-91b3-bd70cddf67f3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=23f7345c773a44eabd46b5c26fed8319&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389147 May 26 14:02:17.655208 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 39428) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:02:17.706076 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e021aaa6-6438-42c4-b265-b2fd20c3f7d0 admin admin] Publish callbacks [] for security_group (91b7a9dc-44d0-467f-80af-21b0e5c4b589), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:17.729557 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e021aaa6-6438-42c4-b265-b2fd20c3f7d0 admin admin] Publish callbacks [] for security_group (91b7a9dc-44d0-467f-80af-21b0e5c4b589), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:17.776369 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e021aaa6-6438-42c4-b265-b2fd20c3f7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (91b7a9dc-44d0-467f-80af-21b0e5c4b589), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:17.778884 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-e021aaa6-6438-42c4-b265-b2fd20c3f7d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:17.780065 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-e021aaa6-6438-42c4-b265-b2fd20c3f7d0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/91b7a9dc-44d0-467f-80af-21b0e5c4b589 HTTP/1.1" status: 204 len: 168 time: 0.1239514 May 26 14:02:17.787837 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e021aaa6-6438-42c4-b265-b2fd20c3f7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b7a9dc-44d0-467f-80af-21b0e5c4b589,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:02:17.813557 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:19.220850 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:20.514871 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:26.434373 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=26,neutron:DELETE=4 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:02:26.447781 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:02:27.523306 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 6 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 14:02:27.762898 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=28,neutron:DELETE=3 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:02:27.784102 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=31,neutron:DELETE=5 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:02:30.508800 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:02:30.510684 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:02:40.616287 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 39580) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:02:40.729415 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d2070f4a-a679-42d2-bca5-f037c61f5c63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:40.809242 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d2070f4a-a679-42d2-bca5-f037c61f5c63 admin admin] Publish callbacks [] for security_group (dd6fc5dd-d124-49fe-b07f-506d394ad583), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:40.813308 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d2070f4a-a679-42d2-bca5-f037c61f5c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (dd6fc5dd-d124-49fe-b07f-506d394ad583), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:40.854366 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-d2070f4a-a679-42d2-bca5-f037c61f5c63 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c92a514c3c1b48c1824bb8c1038ecb2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2369432 May 26 14:02:40.855248 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2070f4a-a679-42d2-bca5-f037c61f5c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6fc5dd-d124-49fe-b07f-506d394ad583,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:02:40.857142 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 39584) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:02:40.907481 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-68a2b624-6bf8-4a1d-8819-4a1720b5443c admin admin] Publish callbacks [] for security_group (dd6fc5dd-d124-49fe-b07f-506d394ad583), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:40.938871 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-68a2b624-6bf8-4a1d-8819-4a1720b5443c admin admin] Publish callbacks [] for security_group (dd6fc5dd-d124-49fe-b07f-506d394ad583), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:40.990247 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-68a2b624-6bf8-4a1d-8819-4a1720b5443c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (dd6fc5dd-d124-49fe-b07f-506d394ad583), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:40.992857 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-68a2b624-6bf8-4a1d-8819-4a1720b5443c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:40.994015 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-68a2b624-6bf8-4a1d-8819-4a1720b5443c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dd6fc5dd-d124-49fe-b07f-506d394ad583 HTTP/1.1" status: 204 len: 168 time: 0.1358867 May 26 14:02:41.002505 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2b624-6bf8-4a1d-8819-4a1720b5443c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6fc5dd-d124-49fe-b07f-506d394ad583,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:02:41.831383 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:42.664216 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=16 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:02:42.669079 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=18 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:02:44.130125 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-b60a271f-91e6-4a26-9193-a52091f60655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:46.510989 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-69d1e29e-360a-4cc3-a26f-3dcd2f399b48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:47.810925 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:49.222176 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:49.832417 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [req-d5a5f825-ed86-4ab0-af80-bc3d916447b1 req-63468aec-06d2-4193-bc64-d8a06e1d2aff service neutron] (110500) timed out ('10.222.0.57', 56524) {{(pid=110500) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 26 14:02:50.439074 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 39670) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:02:50.518944 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:50.545820 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-afc25077-ca2d-492c-8282-90c2062e233f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:50.623996 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-afc25077-ca2d-492c-8282-90c2062e233f admin admin] Publish callbacks [] for security_group (fa9d1f7e-9c7c-4151-a64d-321164203cd2), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:50.627479 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-afc25077-ca2d-492c-8282-90c2062e233f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (fa9d1f7e-9c7c-4151-a64d-321164203cd2), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:50.666764 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-afc25077-ca2d-492c-8282-90c2062e233f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=58dcb5ee9e2645a4936625a256d6b162&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265692 May 26 14:02:50.667630 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc25077-ca2d-492c-8282-90c2062e233f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9d1f7e-9c7c-4151-a64d-321164203cd2,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:02:50.669552 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 39674) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:02:50.719088 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d3526a19-46ae-43ea-9927-cc75115faa57 admin admin] Publish callbacks [] for security_group (fa9d1f7e-9c7c-4151-a64d-321164203cd2), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:50.740958 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d3526a19-46ae-43ea-9927-cc75115faa57 admin admin] Publish callbacks [] for security_group (fa9d1f7e-9c7c-4151-a64d-321164203cd2), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:50.790672 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d3526a19-46ae-43ea-9927-cc75115faa57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (fa9d1f7e-9c7c-4151-a64d-321164203cd2), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:50.793427 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-d3526a19-46ae-43ea-9927-cc75115faa57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:50.794578 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-d3526a19-46ae-43ea-9927-cc75115faa57 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa9d1f7e-9c7c-4151-a64d-321164203cd2 HTTP/1.1" status: 204 len: 168 time: 0.1239908 May 26 14:02:50.803455 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3526a19-46ae-43ea-9927-cc75115faa57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9d1f7e-9c7c-4151-a64d-321164203cd2,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:02:54.398997 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 39720) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:02:54.508472 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-5bd9bfd8-cd08-4a3f-9c4c-971497386b7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:54.585464 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-5bd9bfd8-cd08-4a3f-9c4c-971497386b7b admin admin] Publish callbacks [] for security_group (d9d5e6a1-e939-45ad-b0b1-c654c76c12ce), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:54.589850 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-5bd9bfd8-cd08-4a3f-9c4c-971497386b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (d9d5e6a1-e939-45ad-b0b1-c654c76c12ce), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:54.627636 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd9bfd8-cd08-4a3f-9c4c-971497386b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d5e6a1-e939-45ad-b0b1-c654c76c12ce,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:02:54.632022 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-5bd9bfd8-cd08-4a3f-9c4c-971497386b7b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d5fa4dfd8ea43e7b58290308bbfebea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2319925 May 26 14:02:54.634676 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 39724) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:02:54.683218 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-39458906-f447-4514-8412-ddae318234b6 admin admin] Publish callbacks [] for security_group (d9d5e6a1-e939-45ad-b0b1-c654c76c12ce), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:54.707796 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-39458906-f447-4514-8412-ddae318234b6 admin admin] Publish callbacks [] for security_group (d9d5e6a1-e939-45ad-b0b1-c654c76c12ce), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:54.760047 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-39458906-f447-4514-8412-ddae318234b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (d9d5e6a1-e939-45ad-b0b1-c654c76c12ce), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:54.762520 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-39458906-f447-4514-8412-ddae318234b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:54.763688 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-39458906-f447-4514-8412-ddae318234b6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d9d5e6a1-e939-45ad-b0b1-c654c76c12ce HTTP/1.1" status: 204 len: 168 time: 0.1281195 May 26 14:02:54.772367 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39458906-f447-4514-8412-ddae318234b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d5e6a1-e939-45ad-b0b1-c654c76c12ce,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:02:55.398345 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 39746) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:02:55.499507 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-4f9c31d0-42a9-444f-8642-22ffc7f94ee6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1493876952-network', 'tenant_id': '260fdce225db48d0b5a3205ecdce2f0c'}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:02:55.521181 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9c31d0-42a9-444f-8642-22ffc7f94ee6 admin admin] Made reservation on behalf of 260fdce225db48d0b5a3205ecdce2f0c for: {'network': 1} {{(pid=110501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:02:55.523424 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-4f9c31d0-42a9-444f-8642-22ffc7f94ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for network (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:55.531877 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-4f9c31d0-42a9-444f-8642-22ffc7f94ee6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:55.559736 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:02:55.573937 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:02:55.618842 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-4f9c31d0-42a9-444f-8642-22ffc7f94ee6 admin admin] Publish callbacks [] for security_group (5d1ceb69-25c6-408c-8ab3-a94617aaea95), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:55.622575 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-4f9c31d0-42a9-444f-8642-22ffc7f94ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (5d1ceb69-25c6-408c-8ab3-a94617aaea95), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:55.647888 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f9c31d0-42a9-444f-8642-22ffc7f94ee6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=110501) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 14:02:55.658063 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c31d0-42a9-444f-8642-22ffc7f94ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1ceb69-25c6-408c-8ab3-a94617aaea95,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:02:55.664018 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-4f9c31d0-42a9-444f-8642-22ffc7f94ee6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755648326503', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329'] for segment (e876a289-c30e-4dfa-8c78-73b6fcff15c0), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:55.664482 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.db.segments_db [None req-4f9c31d0-42a9-444f-8642-22ffc7f94ee6 admin admin] Added segment e876a289-c30e-4dfa-8c78-73b6fcff15c0 of type vlan for network d8ffdd3d-5c95-48db-854d-6cecab9a5e9a May 26 14:02:55.704072 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-4f9c31d0-42a9-444f-8642-22ffc7f94ee6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755647801200'] for network (d8ffdd3d-5c95-48db-854d-6cecab9a5e9a), precommit_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:55.729594 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-4f9c31d0-42a9-444f-8642-22ffc7f94ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227'] for network (d8ffdd3d-5c95-48db-854d-6cecab9a5e9a), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:55.731809 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9c31d0-42a9-444f-8642-22ffc7f94ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:55.733648 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-4f9c31d0-42a9-444f-8642-22ffc7f94ee6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:55.788092 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-4f9c31d0-42a9-444f-8642-22ffc7f94ee6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3884385 May 26 14:02:55.790715 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 39750) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:02:55.801816 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.v2.base [None req-7f517f01-3f5c-4adf-b259-5448aca8d083 admin admin] Request body: {'subnet': {'network_id': 'd8ffdd3d-5c95-48db-854d-6cecab9a5e9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1493876952-subnet', 'tenant_id': '260fdce225db48d0b5a3205ecdce2f0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110501) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:02:55.811985 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c31d0-42a9-444f-8642-22ffc7f94ee6 admin admin] Pushing event updated for resources: {'Network': ['ID=d8ffdd3d-5c95-48db-854d-6cecab9a5e9a,revision_number=1']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:02:55.826843 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Network d8ffdd3d-5c95-48db-854d-6cecab9a5e9a details requested by agent ovs-agent-dv-cinder-819668-4-iscsi with host dv-cinder-819668-4-iscsi {{(pid=110502) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 14:02:55.829567 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f517f01-3f5c-4adf-b259-5448aca8d083 admin admin] Made reservation on behalf of 260fdce225db48d0b5a3205ecdce2f0c for: {'subnet': 1} {{(pid=110501) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:02:55.832552 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-7f517f01-3f5c-4adf-b259-5448aca8d083 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5516800'] for subnet (None), before_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:56.025612 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-7f517f01-3f5c-4adf-b259-5448aca8d083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5521535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5516822'] for subnet (ce022bdc-e10f-4537-9921-58ae1324cdff), after_create {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:56.083390 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f517f01-3f5c-4adf-b259-5448aca8d083 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce022bdc-e10f-4537-9921-58ae1324cdff,revision_number=0']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:02:56.092202 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f517f01-3f5c-4adf-b259-5448aca8d083 admin admin] Checking segment: {'id': 'e876a289-c30e-4dfa-8c78-73b6fcff15c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd8ffdd3d-5c95-48db-854d-6cecab9a5e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 14:02:56.092598 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f517f01-3f5c-4adf-b259-5448aca8d083 admin admin] Network hostable DHCP agents. Network: d8ffdd3d-5c95-48db-854d-6cecab9a5e9a, hostable agents: ['f02764f4-f497-4694-a2eb-22efe73666f4'], hosted agents: [] {{(pid=110501) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 14:02:56.109620 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f517f01-3f5c-4adf-b259-5448aca8d083 admin admin] Network d8ffdd3d-5c95-48db-854d-6cecab9a5e9a is scheduled to be hosted by DHCP agent f02764f4-f497-4694-a2eb-22efe73666f4 with binding_index 1 {{(pid=110501) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 14:02:56.118640 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.scheduler.base_scheduler [None req-7f517f01-3f5c-4adf-b259-5448aca8d083 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819668-4-iscsi, d8ffdd3d-5c95-48db-854d-6cecab9a5e9a) {{(pid=110501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:02:56.123539 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f517f01-3f5c-4adf-b259-5448aca8d083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:56.124532 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-7f517f01-3f5c-4adf-b259-5448aca8d083 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:56.127537 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932a511e-ae08-4190-8423-a3deceb0a813 None None] Network d8ffdd3d-5c95-48db-854d-6cecab9a5e9a requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 14:02:56.146055 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-7f517f01-3f5c-4adf-b259-5448aca8d083 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3489723 May 26 14:02:56.230006 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552dff06-0749-45be-a9c7-c234b8a01b7b None None] Network d8ffdd3d-5c95-48db-854d-6cecab9a5e9a requested from dv-cinder-819668-4-iscsi {{(pid=110502) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 14:02:57.933276 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-21faa015-4d08-4b95-8e77-3fa255e85c2e tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:57.934751 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-21faa015-4d08-4b95-8e77-3fa255e85c2e tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/networks?id=d8ffdd3d-5c95-48db-854d-6cecab9a5e9a HTTP/1.1" status: 200 len: 814 time: 0.1162665 May 26 14:02:57.949671 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-df38a3b0-99c9-45ec-949f-6ae69bd023dd tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/quotas/260fdce225db48d0b5a3205ecdce2f0c HTTP/1.1" status: 200 len: 375 time: 0.0095544 May 26 14:02:57.983866 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-d9c138dd-374c-4012-bd2f-389269a2a915 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=260fdce225db48d0b5a3205ecdce2f0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291545 May 26 14:02:58.129489 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-7a7fb609-9dc5-4cb9-a4e9-80d03a28d49a service neutron] 10.222.0.16 "GET /v2.0/networks/d8ffdd3d-5c95-48db-854d-6cecab9a5e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379213 May 26 14:02:58.220667 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-0824cb46-fc3f-4153-80df-ce0d9d80f6b0 service neutron] 10.222.0.16 "GET /v2.0/networks/d8ffdd3d-5c95-48db-854d-6cecab9a5e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853987 May 26 14:02:58.404998 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-7c8c938a-8df1-4759-a851-c02f6087526c req-ccf18cda-af94-47d3-b696-8283bac2492c tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b0dac3a-63b1-4bcd-accd-cfe1edc7a006 HTTP/1.1" status: 200 len: 210 time: 0.0398910 May 26 14:02:59.470912 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-0d2c70b9-ac3a-452d-8302-f0f75fbd5611 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:02:59.474070 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-0d2c70b9-ac3a-452d-8302-f0f75fbd5611 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.57 "GET /v2.0/networks?id=d8ffdd3d-5c95-48db-854d-6cecab9a5e9a HTTP/1.1" status: 200 len: 814 time: 0.1395931 May 26 14:02:59.486402 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-95a76cae-8288-49b5-b3ac-4c53518f6a8c tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Request body: {'port': {'device_id': '4b0dac3a-63b1-4bcd-accd-cfe1edc7a006', 'network_id': 'd8ffdd3d-5c95-48db-854d-6cecab9a5e9a', 'admin_state_up': True, 'tenant_id': '260fdce225db48d0b5a3205ecdce2f0c'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:02:59.565769 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-fcbddf28-e98a-485c-9883-7f3be96b2a76 req-ae3778c8-1e18-4aec-9139-4f684181c861 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b0dac3a-63b1-4bcd-accd-cfe1edc7a006 HTTP/1.1" status: 200 len: 210 time: 0.0711930 May 26 14:02:59.625060 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:02:59.629008 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:02:59.633788 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-95a76cae-8288-49b5-b3ac-4c53518f6a8c tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Made reservation on behalf of 260fdce225db48d0b5a3205ecdce2f0c for: {'port': 1} {{(pid=110500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:02:59.637305 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-95a76cae-8288-49b5-b3ac-4c53518f6a8c tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:59.763234 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.db_base_plugin_common [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-95a76cae-8288-49b5-b3ac-4c53518f6a8c tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Allocated IP 172.20.0.6 (d8ffdd3d-5c95-48db-854d-6cecab9a5e9a/ce022bdc-e10f-4537-9921-58ae1324cdff/3ed0e081-f9c9-4330-941a-27d55e8b5533) {{(pid=110500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:02:59.942888 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-95a76cae-8288-49b5-b3ac-4c53518f6a8c tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Publish callbacks [] for port (3ed0e081-f9c9-4330-941a-27d55e8b5533), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:02:59.977458 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-95a76cae-8288-49b5-b3ac-4c53518f6a8c tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (3ed0e081-f9c9-4330-941a-27d55e8b5533), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:00.027477 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-95a76cae-8288-49b5-b3ac-4c53518f6a8c tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Network d8ffdd3d-5c95-48db-854d-6cecab9a5e9a is already hosted by enough agents. {{(pid=110500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:03:00.030452 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-95a76cae-8288-49b5-b3ac-4c53518f6a8c tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Resources bound (agent type, host, resource id): {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:03:00.034484 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-95a76cae-8288-49b5-b3ac-4c53518f6a8c tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Received port after_create {{(pid=110500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 14:03:00.057664 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a76cae-8288-49b5-b3ac-4c53518f6a8c tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Pushing event updated for resources: {'Port': ['ID=3ed0e081-f9c9-4330-941a-27d55e8b5533,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:03:00.086618 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-95a76cae-8288-49b5-b3ac-4c53518f6a8c tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:00.087467 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-95a76cae-8288-49b5-b3ac-4c53518f6a8c tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:00.103075 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-95a76cae-8288-49b5-b3ac-4c53518f6a8c tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6214645 May 26 14:03:00.114627 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-c5cf684a-f7a8-4ade-a0c4-88b477f00e0b service neutron] Request body: {'port': {'device_id': '4b0dac3a-63b1-4bcd-accd-cfe1edc7a006', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:03:00.175405 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-c5cf684a-f7a8-4ade-a0c4-88b477f00e0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (3ed0e081-f9c9-4330-941a-27d55e8b5533), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:00.435251 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:00.480460 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-c5cf684a-f7a8-4ade-a0c4-88b477f00e0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ed0e081-f9c9-4330-941a-27d55e8b5533 {{(pid=110500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 14:03:00.484257 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:00.489319 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-c5cf684a-f7a8-4ade-a0c4-88b477f00e0b service neutron] Publish callbacks [] for port (3ed0e081-f9c9-4330-941a-27d55e8b5533), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:00.504764 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.provisioning_blocks [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-c5cf684a-f7a8-4ade-a0c4-88b477f00e0b service neutron] Transition to ACTIVE for port object 3ed0e081-f9c9-4330-941a-27d55e8b5533 will not be triggered until provisioned by entity L2. {{(pid=110500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 14:03:00.508754 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-c5cf684a-f7a8-4ade-a0c4-88b477f00e0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (3ed0e081-f9c9-4330-941a-27d55e8b5533), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:00.563254 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf684a-f7a8-4ade-a0c4-88b477f00e0b service neutron] Pushing event updated for resources: {'Port': ['ID=3ed0e081-f9c9-4330-941a-27d55e8b5533,revision_number=2']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:03:00.636367 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-c5cf684a-f7a8-4ade-a0c4-88b477f00e0b service neutron] Attempting to bind port 3ed0e081-f9c9-4330-941a-27d55e8b5533 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 14:03:00.636606 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-c5cf684a-f7a8-4ade-a0c4-88b477f00e0b service neutron] Attempting to bind port 3ed0e081-f9c9-4330-941a-27d55e8b5533 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': 'e876a289-c30e-4dfa-8c78-73b6fcff15c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd8ffdd3d-5c95-48db-854d-6cecab9a5e9a'}] {{(pid=110500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 14:03:00.636913 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-c5cf684a-f7a8-4ade-a0c4-88b477f00e0b service neutron] Attempting to bind port 3ed0e081-f9c9-4330-941a-27d55e8b5533 on network d8ffdd3d-5c95-48db-854d-6cecab9a5e9a {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 14:03:00.641651 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-c5cf684a-f7a8-4ade-a0c4-88b477f00e0b service neutron] Port 3ed0e081-f9c9-4330-941a-27d55e8b5533 on network d8ffdd3d-5c95-48db-854d-6cecab9a5e9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 14:03:00.641968 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-c5cf684a-f7a8-4ade-a0c4-88b477f00e0b service neutron] Attempting to bind port 3ed0e081-f9c9-4330-941a-27d55e8b5533 on network d8ffdd3d-5c95-48db-854d-6cecab9a5e9a {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 14:03:00.647158 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-c5cf684a-f7a8-4ade-a0c4-88b477f00e0b service neutron] Checking agent: {'id': '207809ce-be6b-4746-a715-8e1c980ff656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 42, 40), 'started_at': datetime.datetime(2022, 5, 26, 13, 42, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 14, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 14:03:00.647518 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-c5cf684a-f7a8-4ade-a0c4-88b477f00e0b service neutron] Checking segment: {'id': 'e876a289-c30e-4dfa-8c78-73b6fcff15c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd8ffdd3d-5c95-48db-854d-6cecab9a5e9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 14:03:00.647877 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-c5cf684a-f7a8-4ade-a0c4-88b477f00e0b service neutron] Bound using segment: {'id': 'e876a289-c30e-4dfa-8c78-73b6fcff15c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd8ffdd3d-5c95-48db-854d-6cecab9a5e9a'} {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 14:03:00.648326 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-c5cf684a-f7a8-4ade-a0c4-88b477f00e0b service neutron] Bound port: 3ed0e081-f9c9-4330-941a-27d55e8b5533, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e876a289-c30e-4dfa-8c78-73b6fcff15c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd8ffdd3d-5c95-48db-854d-6cecab9a5e9a'}}] {{(pid=110500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 14:03:00.648691 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-c5cf684a-f7a8-4ade-a0c4-88b477f00e0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (3ed0e081-f9c9-4330-941a-27d55e8b5533), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:00.691079 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5cb70-705b-412a-a858-64a7da25f747 req-7689b0e8-82ef-4449-a4fa-4abb120f908f tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:00.693509 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-f6d5cb70-705b-412a-a858-64a7da25f747 req-7689b0e8-82ef-4449-a4fa-4abb120f908f tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b0dac3a-63b1-4bcd-accd-cfe1edc7a006 HTTP/1.1" status: 200 len: 943 time: 0.0565629 May 26 14:03:00.713610 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-c5cf684a-f7a8-4ade-a0c4-88b477f00e0b service neutron] For port 3ed0e081-f9c9-4330-941a-27d55e8b5533, host hv-cinder-81966, cleared binding levels {{(pid=110500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 14:03:00.717031 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-c5cf684a-f7a8-4ade-a0c4-88b477f00e0b service neutron] For port 3ed0e081-f9c9-4330-941a-27d55e8b5533, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=3ed0e081-f9c9-4330-941a-27d55e8b5533,segment=NetworkSegment(e876a289-c30e-4dfa-8c78-73b6fcff15c0),segment_id=e876a289-c30e-4dfa-8c78-73b6fcff15c0)] {{(pid=110500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 14:03:00.729626 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-c5cf684a-f7a8-4ade-a0c4-88b477f00e0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (3ed0e081-f9c9-4330-941a-27d55e8b5533), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:00.751770 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-f6d5cb70-705b-412a-a858-64a7da25f747 req-8679e97f-654c-42d4-9738-814cdb7b62c8 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d1ceb69-25c6-408c-8ab3-a94617aaea95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522349 May 26 14:03:00.780656 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-c5cf684a-f7a8-4ade-a0c4-88b477f00e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:00.781873 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-c5cf684a-f7a8-4ade-a0c4-88b477f00e0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:00.783264 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-c5cf684a-f7a8-4ade-a0c4-88b477f00e0b service neutron] 10.222.0.57 "PUT /v2.0/ports/3ed0e081-f9c9-4330-941a-27d55e8b5533 HTTP/1.1" status: 200 len: 1093 time: 0.6731081 May 26 14:03:00.783700 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0dac3a-63b1-4bcd-accd-cfe1edc7a006', 'tag': '3ed0e081-f9c9-4330-941a-27d55e8b5533'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:03:00.786909 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105406cb-aec4-4010-a336-9369f9bfb9f8" -d '{"events": [{"name": "network-changed", "server_uuid": "4b0dac3a-63b1-4bcd-accd-cfe1edc7a006", "tag": "3ed0e081-f9c9-4330-941a-27d55e8b5533"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:03:00.794874 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf684a-f7a8-4ade-a0c4-88b477f00e0b service neutron] Pushing event updated for resources: {'Port': ['ID=3ed0e081-f9c9-4330-941a-27d55e8b5533,revision_number=3']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:03:00.834152 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 14:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb81e111-62cd-4169-ab14-95961a3643d5 x-openstack-request-id: req-eb81e111-62cd-4169-ab14-95961a3643d5 {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:03:00.834507 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b0dac3a-63b1-4bcd-accd-cfe1edc7a006", "tag": "3ed0e081-f9c9-4330-941a-27d55e8b5533", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:03:00.834790 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eb81e111-62cd-4169-ab14-95961a3643d5 {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:03:00.835231 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb81e111-62cd-4169-ab14-95961a3643d5'] response: {'name': 'network-changed', 'server_uuid': '4b0dac3a-63b1-4bcd-accd-cfe1edc7a006', 'tag': '3ed0e081-f9c9-4330-941a-27d55e8b5533', 'status': 'completed', 'code': 200} May 26 14:03:00.879504 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-824da67c-4a99-4b85-b5e8-e94706cb85c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:00.881071 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-824da67c-4a99-4b85-b5e8-e94706cb85c1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=260fdce225db48d0b5a3205ecdce2f0c&device_id=4b0dac3a-63b1-4bcd-accd-cfe1edc7a006 HTTP/1.1" status: 200 len: 1127 time: 0.0439458 May 26 14:03:00.920761 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-686bd802-3ec9-41d9-851e-e703180175ca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ed0e081-f9c9-4330-941a-27d55e8b5533 HTTP/1.1" status: 200 len: 217 time: 0.0332797 May 26 14:03:00.975344 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-5f7e9e1c-1b67-4b0e-a3b0-d4fc851ba837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:00.976823 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-5f7e9e1c-1b67-4b0e-a3b0-d4fc851ba837 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ce022bdc-e10f-4537-9921-58ae1324cdff HTTP/1.1" status: 200 len: 854 time: 0.0484283 May 26 14:03:01.008238 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-14bc4308-0a64-4b49-9ece-765d8fe7ccd6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d8ffdd3d-5c95-48db-854d-6cecab9a5e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260570 May 26 14:03:01.101905 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-e7a05cab-ecce-45ac-b305-3ce6f33ae86a service neutron] 10.222.0.57 "GET /v2.0/networks/d8ffdd3d-5c95-48db-854d-6cecab9a5e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875885 May 26 14:03:01.195615 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-5c3a8803-b4b4-406b-a2bb-ec6f8357c1c2 req-0cf4c459-5ad9-4736-93b4-31f2a315cff0 service neutron] 10.222.0.57 "GET /v2.0/networks/d8ffdd3d-5c95-48db-854d-6cecab9a5e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886643 May 26 14:03:01.895884 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0860ae-e3f5-4074-b430-5b9b108500fd req-87effdc7-ea64-42bd-9dea-57407cd5c79f tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:01.897499 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-4b0860ae-e3f5-4074-b430-5b9b108500fd req-87effdc7-ea64-42bd-9dea-57407cd5c79f tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b0dac3a-63b1-4bcd-accd-cfe1edc7a006 HTTP/1.1" status: 200 len: 943 time: 0.0602946 May 26 14:03:01.949808 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:01.954746 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-4b0860ae-e3f5-4074-b430-5b9b108500fd req-04d9ce6f-15fa-46a3-b6a8-2f957faf43e6 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d1ceb69-25c6-408c-8ab3-a94617aaea95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479610 May 26 14:03:03.091403 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105406cb-aec4-4010-a336-9369f9bfb9f8 req-0cc9b610-049d-4066-b908-0803eeb84266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:03.092969 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-105406cb-aec4-4010-a336-9369f9bfb9f8 req-0cc9b610-049d-4066-b908-0803eeb84266 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=260fdce225db48d0b5a3205ecdce2f0c&device_id=4b0dac3a-63b1-4bcd-accd-cfe1edc7a006 HTTP/1.1" status: 200 len: 1127 time: 0.0777025 May 26 14:03:03.126970 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26140dc0-8fde-4a81-bf05-f7986d09cd86 req-b926cfd9-62a2-4156-ab2e-fd922605824d tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:03.128511 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-26140dc0-8fde-4a81-bf05-f7986d09cd86 req-b926cfd9-62a2-4156-ab2e-fd922605824d tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b0dac3a-63b1-4bcd-accd-cfe1edc7a006 HTTP/1.1" status: 200 len: 943 time: 0.0779886 May 26 14:03:03.239690 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:03.243878 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105406cb-aec4-4010-a336-9369f9bfb9f8 req-1cd9efbc-d7a8-4e8d-a010-b8f1ca602e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:03.245369 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-105406cb-aec4-4010-a336-9369f9bfb9f8 req-1cd9efbc-d7a8-4e8d-a010-b8f1ca602e87 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d8ffdd3d-5c95-48db-854d-6cecab9a5e9a HTTP/1.1" status: 200 len: 915 time: 0.1466689 May 26 14:03:03.248432 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-26140dc0-8fde-4a81-bf05-f7986d09cd86 req-e45a98d7-90b6-4187-99bb-3c6bab33d7c7 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d1ceb69-25c6-408c-8ab3-a94617aaea95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129367 May 26 14:03:03.292198 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-105406cb-aec4-4010-a336-9369f9bfb9f8 req-56f6e356-ce12-4d58-a9ea-3074c5312101 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ed0e081-f9c9-4330-941a-27d55e8b5533 HTTP/1.1" status: 200 len: 217 time: 0.0406764 May 26 14:03:03.343123 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105406cb-aec4-4010-a336-9369f9bfb9f8 req-7f4f6820-5102-4104-a899-67a39d7dd099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:03.344634 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-105406cb-aec4-4010-a336-9369f9bfb9f8 req-7f4f6820-5102-4104-a899-67a39d7dd099 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ce022bdc-e10f-4537-9921-58ae1324cdff HTTP/1.1" status: 200 len: 854 time: 0.0463712 May 26 14:03:03.377724 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-105406cb-aec4-4010-a336-9369f9bfb9f8 req-dc3a27ce-36f1-4125-bb64-a39fc74de252 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d8ffdd3d-5c95-48db-854d-6cecab9a5e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277126 May 26 14:03:03.438121 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:03.474074 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-105406cb-aec4-4010-a336-9369f9bfb9f8 req-520333e1-8e67-48bb-baae-b57f422e5d10 service neutron] 10.222.0.57 "GET /v2.0/networks/d8ffdd3d-5c95-48db-854d-6cecab9a5e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908411 May 26 14:03:03.574772 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-105406cb-aec4-4010-a336-9369f9bfb9f8 req-00e288eb-1deb-42fd-8fd9-a999ed203a5d service neutron] 10.222.0.57 "GET /v2.0/networks/d8ffdd3d-5c95-48db-854d-6cecab9a5e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955083 May 26 14:03:04.372257 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ad745-622f-443b-a985-9f97238a3b73 req-a991151b-cb70-4274-b3ca-6747df8e91d6 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:04.374035 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-4f6ad745-622f-443b-a985-9f97238a3b73 req-a991151b-cb70-4274-b3ca-6747df8e91d6 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b0dac3a-63b1-4bcd-accd-cfe1edc7a006 HTTP/1.1" status: 200 len: 943 time: 0.0508103 May 26 14:03:04.398372 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:04.435551 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-4f6ad745-622f-443b-a985-9f97238a3b73 req-21711cc8-3b4f-442f-a8c2-772eed167a75 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d1ceb69-25c6-408c-8ab3-a94617aaea95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556812 May 26 14:03:04.523890 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 6 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 14:03:04.974761 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 3ed0e081-f9c9-4330-941a-27d55e8b5533 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=110502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 14:03:05.080658 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 3ed0e081-f9c9-4330-941a-27d55e8b5533, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=3ed0e081-f9c9-4330-941a-27d55e8b5533,segment=NetworkSegment(e876a289-c30e-4dfa-8c78-73b6fcff15c0),segment_id=e876a289-c30e-4dfa-8c78-73b6fcff15c0)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:03:05.096928 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Returning: {'device': '3ed0e081-f9c9-4330-941a-27d55e8b5533', 'network_id': 'd8ffdd3d-5c95-48db-854d-6cecab9a5e9a', 'port_id': '3ed0e081-f9c9-4330-941a-27d55e8b5533', 'mac_address': 'fa:16:3e:29:4f:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce022bdc-e10f-4537-9921-58ae1324cdff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 14:03:05.144081 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port 3ed0e081-f9c9-4330-941a-27d55e8b5533 is: DOWN; New status is: BUILD {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:03:05.144499 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (3ed0e081-f9c9-4330-941a-27d55e8b5533), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:05.159011 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ed0e081-f9c9-4330-941a-27d55e8b5533 {{(pid=110502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 14:03:05.183147 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 3ed0e081-f9c9-4330-941a-27d55e8b5533, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=3ed0e081-f9c9-4330-941a-27d55e8b5533,segment=NetworkSegment(e876a289-c30e-4dfa-8c78-73b6fcff15c0),segment_id=e876a289-c30e-4dfa-8c78-73b6fcff15c0)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:03:05.187493 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (3ed0e081-f9c9-4330-941a-27d55e8b5533), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:05.236636 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=3ed0e081-f9c9-4330-941a-27d55e8b5533,revision_number=4']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:03:05.244827 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:05.245187 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:05.245532 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:05.245872 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:05.246206 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:05.246540 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:05.246868 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:05.247194 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:05.247529 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:05.247844 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:05.248166 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:05.248523 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:05.248844 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:05.249172 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:05.249491 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:03:05.542948 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] get_ports_and_sgs() called for port_ids ['3ed0e081-f9c9-4330-941a-27d55e8b5533'] {{(pid=110502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 14:03:05.570897 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1d592-9a4d-44bc-91d9-1855e02402ad req-12a80db2-5051-4f7a-9d36-8e9f451f7ee6 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:05.572517 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-53c1d592-9a4d-44bc-91d9-1855e02402ad req-12a80db2-5051-4f7a-9d36-8e9f451f7ee6 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b0dac3a-63b1-4bcd-accd-cfe1edc7a006 HTTP/1.1" status: 200 len: 944 time: 0.0612121 May 26 14:03:05.652395 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-53c1d592-9a4d-44bc-91d9-1855e02402ad req-d4943954-880f-466c-a145-44136a824637 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d1ceb69-25c6-408c-8ab3-a94617aaea95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700293 May 26 14:03:06.783838 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc981fd8-0f6a-4213-902c-f7dabd7aca8a req-19d08360-8062-45ca-b9db-8d582cd93557 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:06.785458 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-cc981fd8-0f6a-4213-902c-f7dabd7aca8a req-19d08360-8062-45ca-b9db-8d582cd93557 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b0dac3a-63b1-4bcd-accd-cfe1edc7a006 HTTP/1.1" status: 200 len: 944 time: 0.0518973 May 26 14:03:06.838344 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-cc981fd8-0f6a-4213-902c-f7dabd7aca8a req-f5a94547-2cec-4b44-b37d-7f92ac860736 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d1ceb69-25c6-408c-8ab3-a94617aaea95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468056 May 26 14:03:06.988727 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 3ed0e081-f9c9-4330-941a-27d55e8b5533 up at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 14:03:06.991376 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:07.031021 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:07.040093 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Provisioning for port 3ed0e081-f9c9-4330-941a-27d55e8b5533 completed by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 14:03:07.056346 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Provisioning complete for port 3ed0e081-f9c9-4330-941a-27d55e8b5533 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:03:07.056973 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (3ed0e081-f9c9-4330-941a-27d55e8b5533), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:07.136680 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port 3ed0e081-f9c9-4330-941a-27d55e8b5533 is: BUILD; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:03:07.137241 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (3ed0e081-f9c9-4330-941a-27d55e8b5533), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:07.161259 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0dac3a-63b1-4bcd-accd-cfe1edc7a006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed0e081-f9c9-4330-941a-27d55e8b5533'}] {{(pid=110502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:03:07.163523 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186ee40048dd7feccd586c88f433d7b47dbfd7dc0140a518261bfa5b158966a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebfe3ab-488d-4d85-88b5-5ddf14579cfa" -d '{"events": [{"server_uuid": "4b0dac3a-63b1-4bcd-accd-cfe1edc7a006", "name": "network-vif-plugged", "status": "completed", "tag": "3ed0e081-f9c9-4330-941a-27d55e8b5533"}]}' {{(pid=110502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:03:07.180449 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port 3ed0e081-f9c9-4330-941a-27d55e8b5533, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=3ed0e081-f9c9-4330-941a-27d55e8b5533,segment=NetworkSegment(e876a289-c30e-4dfa-8c78-73b6fcff15c0),segment_id=e876a289-c30e-4dfa-8c78-73b6fcff15c0)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:03:07.186256 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (3ed0e081-f9c9-4330-941a-27d55e8b5533), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:07.237197 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=3ed0e081-f9c9-4330-941a-27d55e8b5533,revision_number=5']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:03:07.336619 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 14:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01bead2-8811-4455-bdcc-0518c1c209ab x-openstack-request-id: req-e01bead2-8811-4455-bdcc-0518c1c209ab {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:03:07.337184 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b0dac3a-63b1-4bcd-accd-cfe1edc7a006", "name": "network-vif-plugged", "status": "completed", "tag": "3ed0e081-f9c9-4330-941a-27d55e8b5533", "code": 200}]} {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:03:07.337702 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e01bead2-8811-4455-bdcc-0518c1c209ab {{(pid=110502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:03:07.338108 dv-cinder-819668-4-iscsi neutron-server[110502]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e01bead2-8811-4455-bdcc-0518c1c209ab'] response: {'server_uuid': '4b0dac3a-63b1-4bcd-accd-cfe1edc7a006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed0e081-f9c9-4330-941a-27d55e8b5533', 'code': 200} May 26 14:03:07.517495 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb39f3-202d-4817-97af-b788c2377b8e req-9fe4ce3b-45ef-4301-8b2e-c3fcefba5126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:07.519017 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2eeb39f3-202d-4817-97af-b788c2377b8e req-9fe4ce3b-45ef-4301-8b2e-c3fcefba5126 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4b0dac3a-63b1-4bcd-accd-cfe1edc7a006 HTTP/1.1" status: 200 len: 1129 time: 0.0406542 May 26 14:03:07.566310 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2eeb39f3-202d-4817-97af-b788c2377b8e req-4a7b121c-ba77-49ce-bd5c-820f0c917c10 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5d1ceb69-25c6-408c-8ab3-a94617aaea95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417659 May 26 14:03:07.986315 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a766b1f-5c88-44c1-9be9-02b24d7473be req-64d8438c-2452-4b60-b5a3-5b49e0d2b4c3 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:07.988805 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-0a766b1f-5c88-44c1-9be9-02b24d7473be req-64d8438c-2452-4b60-b5a3-5b49e0d2b4c3 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b0dac3a-63b1-4bcd-accd-cfe1edc7a006 HTTP/1.1" status: 200 len: 945 time: 0.0762994 May 26 14:03:08.060580 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-0a766b1f-5c88-44c1-9be9-02b24d7473be req-1b6aff34-f684-4ebb-9690-bcb74704fad1 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d1ceb69-25c6-408c-8ab3-a94617aaea95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657499 May 26 14:03:09.209650 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4709c5-13b0-4595-9f30-57876cf69187 req-2b985b97-316c-49b2-82d1-c20522d73c84 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:09.211203 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0b4709c5-13b0-4595-9f30-57876cf69187 req-2b985b97-316c-49b2-82d1-c20522d73c84 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b0dac3a-63b1-4bcd-accd-cfe1edc7a006 HTTP/1.1" status: 200 len: 945 time: 0.0725596 May 26 14:03:09.281043 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-0b4709c5-13b0-4595-9f30-57876cf69187 req-2dc4de96-57bf-469e-a3c6-c15851ddea6d tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d1ceb69-25c6-408c-8ab3-a94617aaea95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633624 May 26 14:03:10.413739 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0ec71-e3d8-4611-87bf-a301b0d7c8a5 req-381cf441-0c91-4cb1-ab8a-4c411f629661 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:10.415345 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-f8e0ec71-e3d8-4611-87bf-a301b0d7c8a5 req-381cf441-0c91-4cb1-ab8a-4c411f629661 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b0dac3a-63b1-4bcd-accd-cfe1edc7a006 HTTP/1.1" status: 200 len: 945 time: 0.0593905 May 26 14:03:10.468435 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-f8e0ec71-e3d8-4611-87bf-a301b0d7c8a5 req-da8384e5-bf01-4555-acfe-5aee375c158e tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d1ceb69-25c6-408c-8ab3-a94617aaea95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471883 May 26 14:03:11.835712 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:14.134079 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-f2658cb1-23a1-4240-9341-fa847fd34b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:16.514712 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-581bc2e1-c4e0-45b1-8b7e-7531f22bacd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:17.814070 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:19.224395 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:19.260071 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=38 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:19.274339 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=58 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:19.658919 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=4 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:19.668218 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=6 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:20.461759 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=27 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:20.464493 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=39 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:20.527790 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:30.512744 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=42,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:30.521782 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=50,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:41.523477 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 6 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 14:03:41.841079 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:44.128452 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-a407cb15-55fc-4a46-ae39-0e472e299797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:46.522671 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-aa0e5e74-4a4e-49f2-a675-a49dfd51a436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:47.815613 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:49.227695 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:50.521438 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:56.660566 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=5 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:56.665402 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:03:57.635067 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b7d07-f457-4d39-9001-52d3e075b61c req-861ab4b4-81c1-492f-a473-f99db1c85695 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:57.636603 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-a22b7d07-f457-4d39-9001-52d3e075b61c req-861ab4b4-81c1-492f-a473-f99db1c85695 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b0dac3a-63b1-4bcd-accd-cfe1edc7a006 HTTP/1.1" status: 200 len: 945 time: 0.0478108 May 26 14:03:57.685435 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-a22b7d07-f457-4d39-9001-52d3e075b61c req-874fe896-369b-46be-912e-4e7ae4ba6e82 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d1ceb69-25c6-408c-8ab3-a94617aaea95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432549 May 26 14:03:58.801579 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af20eb-1166-492d-bf3a-143ad43605eb req-a66b54fd-a80d-4d68-bed7-2b1efb75d1e4 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:58.803045 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-06af20eb-1166-492d-bf3a-143ad43605eb req-a66b54fd-a80d-4d68-bed7-2b1efb75d1e4 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b0dac3a-63b1-4bcd-accd-cfe1edc7a006 HTTP/1.1" status: 200 len: 945 time: 0.0469689 May 26 14:03:58.852466 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-06af20eb-1166-492d-bf3a-143ad43605eb req-d8d13db5-0052-4d0b-b547-017f8ab3b019 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d1ceb69-25c6-408c-8ab3-a94617aaea95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430446 May 26 14:03:59.378238 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b95b19-be6d-4f5c-a7fb-4e7e30dea320 req-fe23e548-457b-4d24-be91-65c67768b969 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:59.379668 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f4b95b19-be6d-4f5c-a7fb-4e7e30dea320 req-fe23e548-457b-4d24-be91-65c67768b969 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b0dac3a-63b1-4bcd-accd-cfe1edc7a006 HTTP/1.1" status: 200 len: 945 time: 0.0475435 May 26 14:03:59.464593 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [req-f4b95b19-be6d-4f5c-a7fb-4e7e30dea320 req-51f8241a-fd53-451f-bb56-0f6043bad9e7 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Deleting port 3ed0e081-f9c9-4330-941a-27d55e8b5533 {{(pid=110500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:03:59.464846 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-f4b95b19-be6d-4f5c-a7fb-4e7e30dea320 req-51f8241a-fd53-451f-bb56-0f6043bad9e7 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (3ed0e081-f9c9-4330-941a-27d55e8b5533), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:59.555786 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-f4b95b19-be6d-4f5c-a7fb-4e7e30dea320 req-51f8241a-fd53-451f-bb56-0f6043bad9e7 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] For port 3ed0e081-f9c9-4330-941a-27d55e8b5533, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=3ed0e081-f9c9-4330-941a-27d55e8b5533,segment=NetworkSegment(e876a289-c30e-4dfa-8c78-73b6fcff15c0),segment_id=e876a289-c30e-4dfa-8c78-73b6fcff15c0)] {{(pid=110500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:03:59.556141 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-f4b95b19-be6d-4f5c-a7fb-4e7e30dea320 req-51f8241a-fd53-451f-bb56-0f6043bad9e7 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (3ed0e081-f9c9-4330-941a-27d55e8b5533), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:59.817981 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [req-f4b95b19-be6d-4f5c-a7fb-4e7e30dea320 req-51f8241a-fd53-451f-bb56-0f6043bad9e7 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Calling delete_port for 3ed0e081-f9c9-4330-941a-27d55e8b5533 owned by compute:nova {{(pid=110500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:03:59.949611 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-f4b95b19-be6d-4f5c-a7fb-4e7e30dea320 req-51f8241a-fd53-451f-bb56-0f6043bad9e7 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (3ed0e081-f9c9-4330-941a-27d55e8b5533), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:03:59.962242 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] get_ports_and_sgs() called for port_ids ['3ed0e081-f9c9-4330-941a-27d55e8b5533'] {{(pid=110502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 14:03:59.974182 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de40665-5335-4847-a7b9-f30a5782d178 req-7b0f5c5a-b11d-42d3-b7ec-b3f8ea96a267 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:03:59.976351 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-3de40665-5335-4847-a7b9-f30a5782d178 req-7b0f5c5a-b11d-42d3-b7ec-b3f8ea96a267 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b0dac3a-63b1-4bcd-accd-cfe1edc7a006 HTTP/1.1" status: 200 len: 945 time: 0.0552199 May 26 14:03:59.983898 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8241a-fd53-451f-bb56-0f6043bad9e7 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Pushing event deleted for resources: {'Port': ['ID=3ed0e081-f9c9-4330-941a-27d55e8b5533,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:04:00.001488 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f8241a-fd53-451f-bb56-0f6043bad9e7 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:00.001840 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f8241a-fd53-451f-bb56-0f6043bad9e7 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:00.002185 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f8241a-fd53-451f-bb56-0f6043bad9e7 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:00.002525 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f8241a-fd53-451f-bb56-0f6043bad9e7 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:00.002862 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f8241a-fd53-451f-bb56-0f6043bad9e7 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:00.003196 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f8241a-fd53-451f-bb56-0f6043bad9e7 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:00.003532 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f8241a-fd53-451f-bb56-0f6043bad9e7 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:00.003858 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f8241a-fd53-451f-bb56-0f6043bad9e7 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:00.004185 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f8241a-fd53-451f-bb56-0f6043bad9e7 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:00.004539 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f8241a-fd53-451f-bb56-0f6043bad9e7 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:00.004871 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f8241a-fd53-451f-bb56-0f6043bad9e7 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:00.005199 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f8241a-fd53-451f-bb56-0f6043bad9e7 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:00.005524 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f8241a-fd53-451f-bb56-0f6043bad9e7 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:00.005848 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f8241a-fd53-451f-bb56-0f6043bad9e7 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:00.006173 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f8241a-fd53-451f-bb56-0f6043bad9e7 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:00.033932 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-3de40665-5335-4847-a7b9-f30a5782d178 req-807233c5-f1ad-4803-bb31-b48eb079b38f tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d1ceb69-25c6-408c-8ab3-a94617aaea95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499825 May 26 14:04:00.045858 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b95b19-be6d-4f5c-a7fb-4e7e30dea320 req-51f8241a-fd53-451f-bb56-0f6043bad9e7 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] No DVR routers for this DVR port 3ed0e081-f9c9-4330-941a-27d55e8b5533 on host hv-cinder-81966 {{(pid=110500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:04:00.048596 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-f4b95b19-be6d-4f5c-a7fb-4e7e30dea320 req-51f8241a-fd53-451f-bb56-0f6043bad9e7 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:00.052072 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-f4b95b19-be6d-4f5c-a7fb-4e7e30dea320 req-51f8241a-fd53-451f-bb56-0f6043bad9e7 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.57 "DELETE /v2.0/ports/3ed0e081-f9c9-4330-941a-27d55e8b5533 HTTP/1.1" status: 204 len: 173 time: 0.6671195 May 26 14:04:00.052581 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0dac3a-63b1-4bcd-accd-cfe1edc7a006', 'name': 'network-vif-deleted', 'tag': '3ed0e081-f9c9-4330-941a-27d55e8b5533'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:04:00.055979 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4614e36b-0664-48dd-8e5e-94a4d3710620" -d '{"events": [{"server_uuid": "4b0dac3a-63b1-4bcd-accd-cfe1edc7a006", "name": "network-vif-deleted", "tag": "3ed0e081-f9c9-4330-941a-27d55e8b5533"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:04:00.095628 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 14:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3d9dcc-f613-489b-aa1c-3a493e26ec2d x-openstack-request-id: req-ed3d9dcc-f613-489b-aa1c-3a493e26ec2d {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:04:00.095921 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b0dac3a-63b1-4bcd-accd-cfe1edc7a006", "name": "network-vif-deleted", "tag": "3ed0e081-f9c9-4330-941a-27d55e8b5533", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:04:00.096175 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ed3d9dcc-f613-489b-aa1c-3a493e26ec2d {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:04:00.096607 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed3d9dcc-f613-489b-aa1c-3a493e26ec2d'] response: {'server_uuid': '4b0dac3a-63b1-4bcd-accd-cfe1edc7a006', 'name': 'network-vif-deleted', 'tag': '3ed0e081-f9c9-4330-941a-27d55e8b5533', 'status': 'completed', 'code': 200} May 26 14:04:00.517283 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:03.482931 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 3ed0e081-f9c9-4330-941a-27d55e8b5533 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:04:03.502505 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] No Port match for: 3ed0e081-f9c9-4330-941a-27d55e8b5533 {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:04:03.502840 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device 3ed0e081-f9c9-4330-941a-27d55e8b5533 not bound to the agent host hv-cinder-81966 {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:04:09.991206 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=51,neutron:DELETE=3 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:10.018762 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=16 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:10.029972 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=20 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:10.030130 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=58,neutron:DELETE=5 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:11.083102 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-879fab55-ee2c-4c05-ab5a-5126c85813de tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:11.084586 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-879fab55-ee2c-4c05-ab5a-5126c85813de tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/networks?id=d8ffdd3d-5c95-48db-854d-6cecab9a5e9a HTTP/1.1" status: 200 len: 814 time: 0.1069694 May 26 14:04:11.099385 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-35271f0e-d915-4f72-b14b-7b8622587621 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/quotas/260fdce225db48d0b5a3205ecdce2f0c HTTP/1.1" status: 200 len: 375 time: 0.0089509 May 26 14:04:11.130578 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-f7e25076-9547-4cec-8685-792147119ec6 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=260fdce225db48d0b5a3205ecdce2f0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264521 May 26 14:04:11.220062 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-7cdbba40-d265-4e31-b920-6466bcd32a6e service neutron] 10.222.0.16 "GET /v2.0/networks/d8ffdd3d-5c95-48db-854d-6cecab9a5e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823591 May 26 14:04:11.314327 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-40e96738-8041-4970-be55-c2dfb2e21d30 service neutron] 10.222.0.16 "GET /v2.0/networks/d8ffdd3d-5c95-48db-854d-6cecab9a5e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880797 May 26 14:04:11.478154 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-711f21d5-1aae-4fbf-ab26-e218f500352b req-cd8d9e76-b20d-49ee-aad7-edfda01ef484 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/ports?device_id=81bbb651-8f5d-4ac3-83a6-28887d53c751 HTTP/1.1" status: 200 len: 210 time: 0.0283892 May 26 14:04:11.847953 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:11.862723 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:12.364193 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-740f3d9d-5067-4230-88f7-9bffb81c24d0 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:12.366263 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-740f3d9d-5067-4230-88f7-9bffb81c24d0 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.57 "GET /v2.0/networks?id=d8ffdd3d-5c95-48db-854d-6cecab9a5e9a HTTP/1.1" status: 200 len: 814 time: 0.1106739 May 26 14:04:12.378646 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-c9386932-e527-49ed-be6b-6384066e77eb tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Request body: {'port': {'device_id': '81bbb651-8f5d-4ac3-83a6-28887d53c751', 'network_id': 'd8ffdd3d-5c95-48db-854d-6cecab9a5e9a', 'admin_state_up': True, 'tenant_id': '260fdce225db48d0b5a3205ecdce2f0c'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:04:12.492763 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-c9386932-e527-49ed-be6b-6384066e77eb tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Made reservation on behalf of 260fdce225db48d0b5a3205ecdce2f0c for: {'port': 1} {{(pid=110500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 14:04:12.496428 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-c9386932-e527-49ed-be6b-6384066e77eb tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:12.588566 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-06761fe4-f9a8-4a3b-bedf-d785fa085603 req-46c623ce-fd3b-4872-b281-902c5ba7cc64 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/ports?device_id=81bbb651-8f5d-4ac3-83a6-28887d53c751 HTTP/1.1" status: 200 len: 210 time: 0.0399337 May 26 14:04:12.649274 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.db_base_plugin_common [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-c9386932-e527-49ed-be6b-6384066e77eb tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Allocated IP 172.20.0.2 (d8ffdd3d-5c95-48db-854d-6cecab9a5e9a/ce022bdc-e10f-4537-9921-58ae1324cdff/ca7ed358-a21b-4ed7-b98f-eb33d54522a4) {{(pid=110500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 14:04:12.803617 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-c9386932-e527-49ed-be6b-6384066e77eb tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Publish callbacks [] for port (ca7ed358-a21b-4ed7-b98f-eb33d54522a4), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:12.820182 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:12.828619 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:12.842082 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-c9386932-e527-49ed-be6b-6384066e77eb tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755647797041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (ca7ed358-a21b-4ed7-b98f-eb33d54522a4), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:12.887125 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-c9386932-e527-49ed-be6b-6384066e77eb tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Network d8ffdd3d-5c95-48db-854d-6cecab9a5e9a is already hosted by enough agents. {{(pid=110500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 14:04:12.890249 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.scheduler.base_scheduler [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-c9386932-e527-49ed-be6b-6384066e77eb tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Resources bound (agent type, host, resource id): {{(pid=110500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 14:04:12.894136 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-c9386932-e527-49ed-be6b-6384066e77eb tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Received port after_create {{(pid=110500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 14:04:12.917949 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9386932-e527-49ed-be6b-6384066e77eb tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Pushing event updated for resources: {'Port': ['ID=ca7ed358-a21b-4ed7-b98f-eb33d54522a4,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:04:12.945973 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-c9386932-e527-49ed-be6b-6384066e77eb tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:12.946581 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-c9386932-e527-49ed-be6b-6384066e77eb tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:12.962656 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-c9386932-e527-49ed-be6b-6384066e77eb tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5878446 May 26 14:04:12.973711 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.v2.base [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-823d81e3-86f1-4a5b-b7c3-d6e49b5ad7df service neutron] Request body: {'port': {'device_id': '81bbb651-8f5d-4ac3-83a6-28887d53c751', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81966'}} {{(pid=110500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 14:04:13.036324 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-823d81e3-86f1-4a5b-b7c3-d6e49b5ad7df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (ca7ed358-a21b-4ed7-b98f-eb33d54522a4), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:13.320792 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-823d81e3-86f1-4a5b-b7c3-d6e49b5ad7df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca7ed358-a21b-4ed7-b98f-eb33d54522a4 {{(pid=110500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 14:04:13.328255 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-823d81e3-86f1-4a5b-b7c3-d6e49b5ad7df service neutron] Publish callbacks [] for port (ca7ed358-a21b-4ed7-b98f-eb33d54522a4), precommit_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:13.341245 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.provisioning_blocks [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-823d81e3-86f1-4a5b-b7c3-d6e49b5ad7df service neutron] Transition to ACTIVE for port object ca7ed358-a21b-4ed7-b98f-eb33d54522a4 will not be triggered until provisioned by entity L2. {{(pid=110500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 14:04:13.344995 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-823d81e3-86f1-4a5b-b7c3-d6e49b5ad7df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (ca7ed358-a21b-4ed7-b98f-eb33d54522a4), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:13.418511 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d81e3-86f1-4a5b-b7c3-d6e49b5ad7df service neutron] Pushing event updated for resources: {'Port': ['ID=ca7ed358-a21b-4ed7-b98f-eb33d54522a4,revision_number=2']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:04:13.470974 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-823d81e3-86f1-4a5b-b7c3-d6e49b5ad7df service neutron] Attempting to bind port ca7ed358-a21b-4ed7-b98f-eb33d54522a4 on host hv-cinder-81966 for vnic_type normal with profile {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 14:04:13.471236 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-823d81e3-86f1-4a5b-b7c3-d6e49b5ad7df service neutron] Attempting to bind port ca7ed358-a21b-4ed7-b98f-eb33d54522a4 by drivers openvswitch,hyperv on host hv-cinder-81966 at level 0 using segments [{'id': 'e876a289-c30e-4dfa-8c78-73b6fcff15c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd8ffdd3d-5c95-48db-854d-6cecab9a5e9a'}] {{(pid=110500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 14:04:13.471589 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-823d81e3-86f1-4a5b-b7c3-d6e49b5ad7df service neutron] Attempting to bind port ca7ed358-a21b-4ed7-b98f-eb33d54522a4 on network d8ffdd3d-5c95-48db-854d-6cecab9a5e9a {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 14:04:13.477202 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-823d81e3-86f1-4a5b-b7c3-d6e49b5ad7df service neutron] Port ca7ed358-a21b-4ed7-b98f-eb33d54522a4 on network d8ffdd3d-5c95-48db-854d-6cecab9a5e9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81966 {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 14:04:13.477596 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-823d81e3-86f1-4a5b-b7c3-d6e49b5ad7df service neutron] Attempting to bind port ca7ed358-a21b-4ed7-b98f-eb33d54522a4 on network d8ffdd3d-5c95-48db-854d-6cecab9a5e9a {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 14:04:13.482643 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-823d81e3-86f1-4a5b-b7c3-d6e49b5ad7df service neutron] Checking agent: {'id': '207809ce-be6b-4746-a715-8e1c980ff656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 13, 42, 40), 'started_at': datetime.datetime(2022, 5, 26, 13, 42, 40), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 14, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 14:04:13.482972 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-823d81e3-86f1-4a5b-b7c3-d6e49b5ad7df service neutron] Checking segment: {'id': 'e876a289-c30e-4dfa-8c78-73b6fcff15c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd8ffdd3d-5c95-48db-854d-6cecab9a5e9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 14:04:13.483344 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-823d81e3-86f1-4a5b-b7c3-d6e49b5ad7df service neutron] Bound using segment: {'id': 'e876a289-c30e-4dfa-8c78-73b6fcff15c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd8ffdd3d-5c95-48db-854d-6cecab9a5e9a'} {{(pid=110500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 14:04:13.483761 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.managers [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-823d81e3-86f1-4a5b-b7c3-d6e49b5ad7df service neutron] Bound port: ca7ed358-a21b-4ed7-b98f-eb33d54522a4, host: hv-cinder-81966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e876a289-c30e-4dfa-8c78-73b6fcff15c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'd8ffdd3d-5c95-48db-854d-6cecab9a5e9a'}}] {{(pid=110500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 14:04:13.484111 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-823d81e3-86f1-4a5b-b7c3-d6e49b5ad7df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (ca7ed358-a21b-4ed7-b98f-eb33d54522a4), before_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:13.543560 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-823d81e3-86f1-4a5b-b7c3-d6e49b5ad7df service neutron] For port ca7ed358-a21b-4ed7-b98f-eb33d54522a4, host hv-cinder-81966, cleared binding levels {{(pid=110500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 14:04:13.546530 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-823d81e3-86f1-4a5b-b7c3-d6e49b5ad7df service neutron] For port ca7ed358-a21b-4ed7-b98f-eb33d54522a4, host hv-cinder-81966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=ca7ed358-a21b-4ed7-b98f-eb33d54522a4,segment=NetworkSegment(e876a289-c30e-4dfa-8c78-73b6fcff15c0),segment_id=e876a289-c30e-4dfa-8c78-73b6fcff15c0)] {{(pid=110500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 14:04:13.552830 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-823d81e3-86f1-4a5b-b7c3-d6e49b5ad7df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7218679'] for port (ca7ed358-a21b-4ed7-b98f-eb33d54522a4), after_update {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:13.556463 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:13.592513 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-823d81e3-86f1-4a5b-b7c3-d6e49b5ad7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:13.593120 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-823d81e3-86f1-4a5b-b7c3-d6e49b5ad7df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:13.594493 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-823d81e3-86f1-4a5b-b7c3-d6e49b5ad7df service neutron] 10.222.0.57 "PUT /v2.0/ports/ca7ed358-a21b-4ed7-b98f-eb33d54522a4 HTTP/1.1" status: 200 len: 1093 time: 0.6246877 May 26 14:04:13.594919 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81bbb651-8f5d-4ac3-83a6-28887d53c751', 'tag': 'ca7ed358-a21b-4ed7-b98f-eb33d54522a4'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:04:13.597290 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfd0814-d89c-46a0-a525-86e5667251b1" -d '{"events": [{"name": "network-changed", "server_uuid": "81bbb651-8f5d-4ac3-83a6-28887d53c751", "tag": "ca7ed358-a21b-4ed7-b98f-eb33d54522a4"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:04:13.627485 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d81e3-86f1-4a5b-b7c3-d6e49b5ad7df service neutron] Pushing event updated for resources: {'Port': ['ID=ca7ed358-a21b-4ed7-b98f-eb33d54522a4,revision_number=3']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:04:13.652852 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 14:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7035f9-62c2-43f0-b691-227b39674b5e x-openstack-request-id: req-3d7035f9-62c2-43f0-b691-227b39674b5e {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:04:13.653142 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81bbb651-8f5d-4ac3-83a6-28887d53c751", "tag": "ca7ed358-a21b-4ed7-b98f-eb33d54522a4", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:04:13.653394 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d7035f9-62c2-43f0-b691-227b39674b5e {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:04:13.653800 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d7035f9-62c2-43f0-b691-227b39674b5e'] response: {'name': 'network-changed', 'server_uuid': '81bbb651-8f5d-4ac3-83a6-28887d53c751', 'tag': 'ca7ed358-a21b-4ed7-b98f-eb33d54522a4', 'status': 'completed', 'code': 200} May 26 14:04:13.705500 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:13.714513 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-afe39857-8956-47f5-8d22-86e6c21cb4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:13.716034 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-afe39857-8956-47f5-8d22-86e6c21cb4b0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=260fdce225db48d0b5a3205ecdce2f0c&device_id=81bbb651-8f5d-4ac3-83a6-28887d53c751 HTTP/1.1" status: 200 len: 1127 time: 0.0755062 May 26 14:04:13.732596 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5cbbd-923d-4bf5-a8d1-df9340000c1a req-dde8ef6b-9670-4769-a712-5856adf5e8cb tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:13.733924 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-64c5cbbd-923d-4bf5-a8d1-df9340000c1a req-dde8ef6b-9670-4769-a712-5856adf5e8cb tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/ports?device_id=81bbb651-8f5d-4ac3-83a6-28887d53c751 HTTP/1.1" status: 200 len: 943 time: 0.0605080 May 26 14:04:13.780490 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-6eba2f31-dbc2-401e-b5a3-2b77a04a0beb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ca7ed358-a21b-4ed7-b98f-eb33d54522a4 HTTP/1.1" status: 200 len: 217 time: 0.0541687 May 26 14:04:13.844003 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-64c5cbbd-923d-4bf5-a8d1-df9340000c1a req-654b27c9-19e3-414c-963e-3333a41a6fb4 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d1ceb69-25c6-408c-8ab3-a94617aaea95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035583 May 26 14:04:13.851907 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-ec266430-59ed-4267-8320-3f0eedd243a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:13.853374 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-ec266430-59ed-4267-8320-3f0eedd243a8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ce022bdc-e10f-4537-9921-58ae1324cdff HTTP/1.1" status: 200 len: 854 time: 0.0666158 May 26 14:04:13.887055 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-2420e3fa-c33a-42f5-96c0-e50340d1c677 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d8ffdd3d-5c95-48db-854d-6cecab9a5e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280623 May 26 14:04:13.980412 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-4b37a322-a241-4c5c-9dd6-3b6c157a9cb9 service neutron] 10.222.0.57 "GET /v2.0/networks/d8ffdd3d-5c95-48db-854d-6cecab9a5e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880067 May 26 14:04:14.070034 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-6525f8a1-02ef-4c9c-bdc2-ede073788039 req-41f2536e-a5d3-40c1-936d-76d573e6caeb service neutron] 10.222.0.57 "GET /v2.0/networks/d8ffdd3d-5c95-48db-854d-6cecab9a5e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838499 May 26 14:04:14.131277 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-46394013-2a4c-45b2-9f82-190f5cc3b19d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:14.961074 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d846c-c419-4aff-b905-b8927055fb1c req-45a4d7cb-ebba-4cb8-911b-a62522316c7d tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:14.962548 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-dc9d846c-c419-4aff-b905-b8927055fb1c req-45a4d7cb-ebba-4cb8-911b-a62522316c7d tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/ports?device_id=81bbb651-8f5d-4ac3-83a6-28887d53c751 HTTP/1.1" status: 200 len: 943 time: 0.0476596 May 26 14:04:15.009913 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-dc9d846c-c419-4aff-b905-b8927055fb1c req-f7b468cd-85ea-4abe-8e0d-004cfad4bfbd tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d1ceb69-25c6-408c-8ab3-a94617aaea95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414860 May 26 14:04:15.965638 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd0814-d89c-46a0-a525-86e5667251b1 req-c28ca18f-d293-4ebf-abb8-c5bd4ada4512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:15.967111 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-edfd0814-d89c-46a0-a525-86e5667251b1 req-c28ca18f-d293-4ebf-abb8-c5bd4ada4512 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=260fdce225db48d0b5a3205ecdce2f0c&device_id=81bbb651-8f5d-4ac3-83a6-28887d53c751 HTTP/1.1" status: 200 len: 1127 time: 0.0453761 May 26 14:04:16.058273 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd0814-d89c-46a0-a525-86e5667251b1 req-5ed8a71e-72ff-48d9-abde-883f25e9cc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:16.059746 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-edfd0814-d89c-46a0-a525-86e5667251b1 req-5ed8a71e-72ff-48d9-abde-883f25e9cc9e service neutron] 10.222.0.57 "GET /v2.0/networks?id=d8ffdd3d-5c95-48db-854d-6cecab9a5e9a HTTP/1.1" status: 200 len: 915 time: 0.0872567 May 26 14:04:16.102405 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-edfd0814-d89c-46a0-a525-86e5667251b1 req-f1c4e120-050f-4079-b226-6343380f1f5e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ca7ed358-a21b-4ed7-b98f-eb33d54522a4 HTTP/1.1" status: 200 len: 217 time: 0.0372884 May 26 14:04:16.180962 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f839cd8-edc1-41ff-9009-aaa9edac4ba6 req-b466756a-7594-4941-8be4-fa062afdb163 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:16.182346 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2f839cd8-edc1-41ff-9009-aaa9edac4ba6 req-b466756a-7594-4941-8be4-fa062afdb163 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/ports?device_id=81bbb651-8f5d-4ac3-83a6-28887d53c751 HTTP/1.1" status: 200 len: 943 time: 0.0829785 May 26 14:04:16.187699 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd0814-d89c-46a0-a525-86e5667251b1 req-9bcaedb1-7c10-4888-af61-c764d93a02b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:16.189091 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-edfd0814-d89c-46a0-a525-86e5667251b1 req-9bcaedb1-7c10-4888-af61-c764d93a02b9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ce022bdc-e10f-4537-9921-58ae1324cdff HTTP/1.1" status: 200 len: 854 time: 0.0794640 May 26 14:04:16.232777 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-edfd0814-d89c-46a0-a525-86e5667251b1 req-d83ae678-66c1-4f7e-a9ac-48f024c64b2a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d8ffdd3d-5c95-48db-854d-6cecab9a5e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359237 May 26 14:04:16.302109 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-2f839cd8-edc1-41ff-9009-aaa9edac4ba6 req-f1b0cde8-e1cf-47d1-81c9-27bfee6bcd70 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d1ceb69-25c6-408c-8ab3-a94617aaea95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120472 May 26 14:04:16.344192 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-edfd0814-d89c-46a0-a525-86e5667251b1 req-a3448870-4f53-4f5b-8884-5dbca025a403 service neutron] 10.222.0.57 "GET /v2.0/networks/d8ffdd3d-5c95-48db-854d-6cecab9a5e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041985 May 26 14:04:16.432493 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-edfd0814-d89c-46a0-a525-86e5667251b1 req-e9acbf18-2679-44d9-8ec9-99afdc5cb52f service neutron] 10.222.0.57 "GET /v2.0/networks/d8ffdd3d-5c95-48db-854d-6cecab9a5e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826521 May 26 14:04:16.515477 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-83719e2c-8c88-45a3-a9b8-06b50b3ccc05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:17.220170 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device ca7ed358-a21b-4ed7-b98f-eb33d54522a4 details requested by agent hyperv_hv-cinder-81966 with host hv-cinder-81966 {{(pid=110502) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 14:04:17.316996 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port ca7ed358-a21b-4ed7-b98f-eb33d54522a4, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=ca7ed358-a21b-4ed7-b98f-eb33d54522a4,segment=NetworkSegment(e876a289-c30e-4dfa-8c78-73b6fcff15c0),segment_id=e876a289-c30e-4dfa-8c78-73b6fcff15c0)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:04:17.329754 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Returning: {'device': 'ca7ed358-a21b-4ed7-b98f-eb33d54522a4', 'network_id': 'd8ffdd3d-5c95-48db-854d-6cecab9a5e9a', 'port_id': 'ca7ed358-a21b-4ed7-b98f-eb33d54522a4', 'mac_address': 'fa:16:3e:ae:60:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce022bdc-e10f-4537-9921-58ae1324cdff', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110502) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 14:04:17.365236 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port ca7ed358-a21b-4ed7-b98f-eb33d54522a4 is: DOWN; New status is: BUILD {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:04:17.365749 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (ca7ed358-a21b-4ed7-b98f-eb33d54522a4), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:17.379693 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca7ed358-a21b-4ed7-b98f-eb33d54522a4 {{(pid=110502) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 14:04:17.401235 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port ca7ed358-a21b-4ed7-b98f-eb33d54522a4, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=ca7ed358-a21b-4ed7-b98f-eb33d54522a4,segment=NetworkSegment(e876a289-c30e-4dfa-8c78-73b6fcff15c0),segment_id=e876a289-c30e-4dfa-8c78-73b6fcff15c0)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:04:17.405333 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (ca7ed358-a21b-4ed7-b98f-eb33d54522a4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:17.425043 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec04c15-5328-436c-9921-2dbe57c31766 req-cdd6c577-b9ab-423d-9302-a740f46d72f0 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:17.426647 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-0ec04c15-5328-436c-9921-2dbe57c31766 req-cdd6c577-b9ab-423d-9302-a740f46d72f0 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/ports?device_id=81bbb651-8f5d-4ac3-83a6-28887d53c751 HTTP/1.1" status: 200 len: 943 time: 0.0522811 May 26 14:04:17.451382 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=ca7ed358-a21b-4ed7-b98f-eb33d54522a4,revision_number=4']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:04:17.461592 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:17.461936 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:17.462282 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:17.462624 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:17.462961 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:17.463544 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:17.463868 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:17.464195 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:17.464548 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:17.464871 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:17.465196 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:17.465522 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:17.465845 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:17.466165 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:17.466483 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:04:17.484563 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-0ec04c15-5328-436c-9921-2dbe57c31766 req-5f0171c4-be8b-4a56-ada6-2ffd210f2992 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d1ceb69-25c6-408c-8ab3-a94617aaea95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521026 May 26 14:04:17.715607 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] get_ports_and_sgs() called for port_ids ['ca7ed358-a21b-4ed7-b98f-eb33d54522a4'] {{(pid=110502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 14:04:17.836359 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:18.522836 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 6 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 14:04:18.612450 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:18.625711 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2584562-c27b-4868-a5c1-3c116ace62fb req-7c555157-bab2-401a-98f9-78abc1847c4a tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:18.627180 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b2584562-c27b-4868-a5c1-3c116ace62fb req-7c555157-bab2-401a-98f9-78abc1847c4a tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/ports?device_id=81bbb651-8f5d-4ac3-83a6-28887d53c751 HTTP/1.1" status: 200 len: 944 time: 0.0550058 May 26 14:04:18.675006 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-b2584562-c27b-4868-a5c1-3c116ace62fb req-ddf100f5-3cc3-429e-834c-58a5485c25cb tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d1ceb69-25c6-408c-8ab3-a94617aaea95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423570 May 26 14:04:19.232182 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:19.236081 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device ca7ed358-a21b-4ed7-b98f-eb33d54522a4 up at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 14:04:19.282208 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Provisioning for port ca7ed358-a21b-4ed7-b98f-eb33d54522a4 completed by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 14:04:19.288250 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.db.provisioning_blocks [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Provisioning complete for port ca7ed358-a21b-4ed7-b98f-eb33d54522a4 triggered by entity L2. {{(pid=110502) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 14:04:19.288642 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1833914'] for port (ca7ed358-a21b-4ed7-b98f-eb33d54522a4), provisioning_complete {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:19.360325 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Current status of the port ca7ed358-a21b-4ed7-b98f-eb33d54522a4 is: BUILD; New status is: ACTIVE {{(pid=110502) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 14:04:19.360705 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700740'] for port (ca7ed358-a21b-4ed7-b98f-eb33d54522a4), before_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:19.385121 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81bbb651-8f5d-4ac3-83a6-28887d53c751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7ed358-a21b-4ed7-b98f-eb33d54522a4'}] {{(pid=110502) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:04:19.387305 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}186ee40048dd7feccd586c88f433d7b47dbfd7dc0140a518261bfa5b158966a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93e9f95-306c-40e6-be65-927f4047dff9" -d '{"events": [{"server_uuid": "81bbb651-8f5d-4ac3-83a6-28887d53c751", "name": "network-vif-plugged", "status": "completed", "tag": "ca7ed358-a21b-4ed7-b98f-eb33d54522a4"}]}' {{(pid=110502) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:04:19.400371 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] For port ca7ed358-a21b-4ed7-b98f-eb33d54522a4, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=ca7ed358-a21b-4ed7-b98f-eb33d54522a4,segment=NetworkSegment(e876a289-c30e-4dfa-8c78-73b6fcff15c0),segment_id=e876a289-c30e-4dfa-8c78-73b6fcff15c0)] {{(pid=110502) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:04:19.405031 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755648271589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755647797059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755647797077'] for port (ca7ed358-a21b-4ed7-b98f-eb33d54522a4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:19.428199 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 14:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78b5eb1-5cd5-4134-b093-5d9930db8a07 x-openstack-request-id: req-a78b5eb1-5cd5-4134-b093-5d9930db8a07 {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:04:19.428483 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81bbb651-8f5d-4ac3-83a6-28887d53c751", "name": "network-vif-plugged", "status": "completed", "tag": "ca7ed358-a21b-4ed7-b98f-eb33d54522a4", "code": 200}]} {{(pid=110502) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:04:19.428837 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a78b5eb1-5cd5-4134-b093-5d9930db8a07 {{(pid=110502) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:04:19.429223 dv-cinder-819668-4-iscsi neutron-server[110502]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a78b5eb1-5cd5-4134-b093-5d9930db8a07'] response: {'server_uuid': '81bbb651-8f5d-4ac3-83a6-28887d53c751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7ed358-a21b-4ed7-b98f-eb33d54522a4', 'code': 200} May 26 14:04:19.458223 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Pushing event updated for resources: {'Port': ['ID=ca7ed358-a21b-4ed7-b98f-eb33d54522a4,revision_number=5']} {{(pid=110502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:04:19.593668 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b8a87-bfe2-4d3f-b11b-89db0d9b2804 req-7d9240dc-f072-4f03-b9fd-0325f4eba620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:19.595137 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ee2b8a87-bfe2-4d3f-b11b-89db0d9b2804 req-7d9240dc-f072-4f03-b9fd-0325f4eba620 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=81bbb651-8f5d-4ac3-83a6-28887d53c751 HTTP/1.1" status: 200 len: 1129 time: 0.0380139 May 26 14:04:19.640563 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-ee2b8a87-bfe2-4d3f-b11b-89db0d9b2804 req-97db1096-5139-4b8c-a6d7-2f0d4efbce34 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5d1ceb69-25c6-408c-8ab3-a94617aaea95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390189 May 26 14:04:19.792623 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3781b7f-35d9-4291-ba9a-531cdd6b0132 req-5ca2a590-cd2b-441d-9132-c8085e200be8 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:19.794071 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e3781b7f-35d9-4291-ba9a-531cdd6b0132 req-5ca2a590-cd2b-441d-9132-c8085e200be8 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/ports?device_id=81bbb651-8f5d-4ac3-83a6-28887d53c751 HTTP/1.1" status: 200 len: 945 time: 0.0493176 May 26 14:04:19.815207 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=100 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:19.843741 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e3781b7f-35d9-4291-ba9a-531cdd6b0132 req-1bc67059-a84e-4b21-835f-90bfee3aac15 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d1ceb69-25c6-408c-8ab3-a94617aaea95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441859 May 26 14:04:20.526260 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:20.963565 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bfe4ca-cdff-4ce9-b9b8-2b9ea0d6237b req-db5ac22b-e230-4aee-9e58-0e69a663a61d tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:20.965093 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-13bfe4ca-cdff-4ce9-b9b8-2b9ea0d6237b req-db5ac22b-e230-4aee-9e58-0e69a663a61d tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/ports?device_id=81bbb651-8f5d-4ac3-83a6-28887d53c751 HTTP/1.1" status: 200 len: 945 time: 0.0499010 May 26 14:04:21.012717 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-13bfe4ca-cdff-4ce9-b9b8-2b9ea0d6237b req-7ff98532-7a03-4c1e-a470-5a15db2bad0f tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d1ceb69-25c6-408c-8ab3-a94617aaea95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420713 May 26 14:04:22.126752 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8b720-3c5b-4996-af56-0803b986e068 req-b3a6eac1-79f3-4476-97c4-e148117dc204 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:22.128105 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e0c8b720-3c5b-4996-af56-0803b986e068 req-b3a6eac1-79f3-4476-97c4-e148117dc204 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/ports?device_id=81bbb651-8f5d-4ac3-83a6-28887d53c751 HTTP/1.1" status: 200 len: 945 time: 0.0465977 May 26 14:04:22.175930 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-e0c8b720-3c5b-4996-af56-0803b986e068 req-3f50fa1e-c7d2-43c2-af8c-635ba3def5cb tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d1ceb69-25c6-408c-8ab3-a94617aaea95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413232 May 26 14:04:30.519906 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:30.523714 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:31.002364 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=28 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:31.009423 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=28 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:32.164820 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=12 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:32.171302 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=34 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:41.876452 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:42.232334 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=19 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:42.234426 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=15 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:44.134387 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5c2c06b3-fe3b-4e28-b3da-3bbf53bd446d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:45.348140 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24136241-fe2d-43e8-8d7d-d8fa3a68abaa req-043dca21-ece1-42e7-8662-40e5c3526ce7 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:45.349779 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-24136241-fe2d-43e8-8d7d-d8fa3a68abaa req-043dca21-ece1-42e7-8662-40e5c3526ce7 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/ports?device_id=81bbb651-8f5d-4ac3-83a6-28887d53c751 HTTP/1.1" status: 200 len: 945 time: 0.0484791 May 26 14:04:45.401448 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-24136241-fe2d-43e8-8d7d-d8fa3a68abaa req-c605943c-5098-4ac3-aefd-be3dc1b0a6d5 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d1ceb69-25c6-408c-8ab3-a94617aaea95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459170 May 26 14:04:46.518056 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-22fc27df-66d8-465e-98fc-0f26dcebe0c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:46.535986 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d588341b-a7e7-4597-b4bf-5aab56b6d3fe req-f66e1499-4e57-4ae8-b6d0-68932a911b39 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110501) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:46.537605 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-d588341b-a7e7-4597-b4bf-5aab56b6d3fe req-f66e1499-4e57-4ae8-b6d0-68932a911b39 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/ports?device_id=81bbb651-8f5d-4ac3-83a6-28887d53c751 HTTP/1.1" status: 200 len: 945 time: 0.0498581 May 26 14:04:46.589537 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-d588341b-a7e7-4597-b4bf-5aab56b6d3fe req-f8d994b4-a549-4255-9153-4d97d9041728 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d1ceb69-25c6-408c-8ab3-a94617aaea95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461421 May 26 14:04:46.950027 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ce878-3826-4014-80be-23799edabdaa req-e6f75cd6-f513-4f53-8dba-015a19b2fcf5 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 14:04:46.951488 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c75ce878-3826-4014-80be-23799edabdaa req-e6f75cd6-f513-4f53-8dba-015a19b2fcf5 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.57 "GET /v2.0/ports?device_id=81bbb651-8f5d-4ac3-83a6-28887d53c751 HTTP/1.1" status: 200 len: 945 time: 0.0477290 May 26 14:04:47.032187 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [req-c75ce878-3826-4014-80be-23799edabdaa req-3c92056f-10c6-4c96-a7fe-7527ee943d9a tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Deleting port ca7ed358-a21b-4ed7-b98f-eb33d54522a4 {{(pid=110500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 14:04:47.032562 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-c75ce878-3826-4014-80be-23799edabdaa req-3c92056f-10c6-4c96-a7fe-7527ee943d9a tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755648263397'] for port (ca7ed358-a21b-4ed7-b98f-eb33d54522a4), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:47.124677 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.db [req-c75ce878-3826-4014-80be-23799edabdaa req-3c92056f-10c6-4c96-a7fe-7527ee943d9a tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] For port ca7ed358-a21b-4ed7-b98f-eb33d54522a4, host hv-cinder-81966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81966',level=0,port_id=ca7ed358-a21b-4ed7-b98f-eb33d54522a4,segment=NetworkSegment(e876a289-c30e-4dfa-8c78-73b6fcff15c0),segment_id=e876a289-c30e-4dfa-8c78-73b6fcff15c0)] {{(pid=110500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 14:04:47.125040 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-c75ce878-3826-4014-80be-23799edabdaa req-3c92056f-10c6-4c96-a7fe-7527ee943d9a tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-571229'] for port (ca7ed358-a21b-4ed7-b98f-eb33d54522a4), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:47.138879 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.plugin [req-c75ce878-3826-4014-80be-23799edabdaa req-3c92056f-10c6-4c96-a7fe-7527ee943d9a tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Calling delete_port for ca7ed358-a21b-4ed7-b98f-eb33d54522a4 owned by compute:nova {{(pid=110500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 14:04:47.273919 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-c75ce878-3826-4014-80be-23799edabdaa req-3c92056f-10c6-4c96-a7fe-7527ee943d9a tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1698676', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-303493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755648271571', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755647797050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7218624'] for port (ca7ed358-a21b-4ed7-b98f-eb33d54522a4), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:47.286138 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.db [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] get_ports_and_sgs() called for port_ids ['ca7ed358-a21b-4ed7-b98f-eb33d54522a4'] {{(pid=110502) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 14:04:47.302544 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c92056f-10c6-4c96-a7fe-7527ee943d9a tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Pushing event deleted for resources: {'Port': ['ID=ca7ed358-a21b-4ed7-b98f-eb33d54522a4,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:04:47.349644 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.db.l3_dvrscheduler_db [req-c75ce878-3826-4014-80be-23799edabdaa req-3c92056f-10c6-4c96-a7fe-7527ee943d9a tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] No DVR routers for this DVR port ca7ed358-a21b-4ed7-b98f-eb33d54522a4 on host hv-cinder-81966 {{(pid=110500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 14:04:47.352096 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [req-c75ce878-3826-4014-80be-23799edabdaa req-3c92056f-10c6-4c96-a7fe-7527ee943d9a tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-222613'] for port (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:47.355308 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [req-c75ce878-3826-4014-80be-23799edabdaa req-3c92056f-10c6-4c96-a7fe-7527ee943d9a tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.57 "DELETE /v2.0/ports/ca7ed358-a21b-4ed7-b98f-eb33d54522a4 HTTP/1.1" status: 204 len: 173 time: 0.3988240 May 26 14:04:47.355757 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81bbb651-8f5d-4ac3-83a6-28887d53c751', 'name': 'network-vif-deleted', 'tag': 'ca7ed358-a21b-4ed7-b98f-eb33d54522a4'}] {{(pid=110500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 14:04:47.357990 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d00ad2f5e26718a635c30a71f7a49f11306e5bddbed15297c41419ecea26e15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85f36a2-f665-4ac1-8ff6-4c6c9531cbe4" -d '{"events": [{"server_uuid": "81bbb651-8f5d-4ac3-83a6-28887d53c751", "name": "network-vif-deleted", "tag": "ca7ed358-a21b-4ed7-b98f-eb33d54522a4"}]}' {{(pid=110500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 14:04:47.397136 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 14:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abeab99d-9850-4027-9c86-0a43d80ac2c5 x-openstack-request-id: req-abeab99d-9850-4027-9c86-0a43d80ac2c5 {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 14:04:47.397429 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81bbb651-8f5d-4ac3-83a6-28887d53c751", "name": "network-vif-deleted", "tag": "ca7ed358-a21b-4ed7-b98f-eb33d54522a4", "status": "completed", "code": 200}]} {{(pid=110500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 14:04:47.397682 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-abeab99d-9850-4027-9c86-0a43d80ac2c5 {{(pid=110500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 14:04:47.398093 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abeab99d-9850-4027-9c86-0a43d80ac2c5'] response: {'server_uuid': '81bbb651-8f5d-4ac3-83a6-28887d53c751', 'name': 'network-vif-deleted', 'tag': 'ca7ed358-a21b-4ed7-b98f-eb33d54522a4', 'status': 'completed', 'code': 200} May 26 14:04:47.700932 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [req-75e8d9fc-b4fd-457a-b9d6-d38c14d1dc36 req-2ab31bf8-d299-4cb2-a95b-ccddcbe32848 tempest-VolumesSnapshotTestJSON-774437233 tempest-VolumesSnapshotTestJSON-774437233-project] 10.222.0.16 "GET /v2.0/ports?device_id=81bbb651-8f5d-4ac3-83a6-28887d53c751 HTTP/1.1" status: 200 len: 210 time: 0.0299132 May 26 14:04:47.821577 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:49.235007 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:50.527521 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:04:51.665256 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device ca7ed358-a21b-4ed7-b98f-eb33d54522a4 no longer exists at agent hyperv_hv-cinder-81966 {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 14:04:51.685705 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.plugin [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] No Port match for: ca7ed358-a21b-4ed7-b98f-eb33d54522a4 {{(pid=110502) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 14:04:51.686052 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron.plugins.ml2.rpc [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Device ca7ed358-a21b-4ed7-b98f-eb33d54522a4 not bound to the agent host hv-cinder-81966 {{(pid=110502) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 14:04:55.521407 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 6 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 14:04:57.332636 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=51,neutron:DELETE=4 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:57.333459 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=56,neutron:DELETE=4 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:57.680383 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=9 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:04:57.681193 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=11 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:00.523953 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:01.669645 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:10.652750 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=4 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:10.656929 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=4 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:11.873864 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:12.954742 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 40354) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:05:12.999670 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cb535ad-a68e-4740-af14-7ce6996b989d admin admin] Deleting subnet ce022bdc-e10f-4537-9921-58ae1324cdff {{(pid=110501) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 14:05:13.002846 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-7cb535ad-a68e-4740-af14-7ce6996b989d admin admin] Publish callbacks [] for subnet (ce022bdc-e10f-4537-9921-58ae1324cdff), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:13.037150 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-7cb535ad-a68e-4740-af14-7ce6996b989d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7142782'] for subnet (ce022bdc-e10f-4537-9921-58ae1324cdff), precommit_delete_associations {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:13.079682 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-7cb535ad-a68e-4740-af14-7ce6996b989d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693590'] for subnet (ce022bdc-e10f-4537-9921-58ae1324cdff), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:13.131585 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-7cb535ad-a68e-4740-af14-7ce6996b989d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693583', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5521470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5516845'] for subnet (ce022bdc-e10f-4537-9921-58ae1324cdff), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:13.158242 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb535ad-a68e-4740-af14-7ce6996b989d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce022bdc-e10f-4537-9921-58ae1324cdff,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:13.161911 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-7cb535ad-a68e-4740-af14-7ce6996b989d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:13.165030 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-7cb535ad-a68e-4740-af14-7ce6996b989d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ce022bdc-e10f-4537-9921-58ae1324cdff HTTP/1.1" status: 204 len: 168 time: 0.2092936 May 26 14:05:13.167728 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 40356) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:05:13.171255 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb535ad-a68e-4740-af14-7ce6996b989d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:13.171605 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb535ad-a68e-4740-af14-7ce6996b989d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:13.171952 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb535ad-a68e-4740-af14-7ce6996b989d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:13.172298 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb535ad-a68e-4740-af14-7ce6996b989d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:13.172667 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb535ad-a68e-4740-af14-7ce6996b989d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:13.173001 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb535ad-a68e-4740-af14-7ce6996b989d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:13.173331 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb535ad-a68e-4740-af14-7ce6996b989d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:13.173659 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb535ad-a68e-4740-af14-7ce6996b989d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:13.173988 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb535ad-a68e-4740-af14-7ce6996b989d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:13.174315 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb535ad-a68e-4740-af14-7ce6996b989d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:13.174646 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb535ad-a68e-4740-af14-7ce6996b989d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:13.174974 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb535ad-a68e-4740-af14-7ce6996b989d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:13.175297 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb535ad-a68e-4740-af14-7ce6996b989d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:13.175616 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb535ad-a68e-4740-af14-7ce6996b989d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:13.175940 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb535ad-a68e-4740-af14-7ce6996b989d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:13.239504 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-6b014a5a-23c0-4170-a76d-e2ecdd96f362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848337'] for network (d8ffdd3d-5c95-48db-854d-6cecab9a5e9a), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:13.315069 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-6b014a5a-23c0-4170-a76d-e2ecdd96f362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1689123', 'neutron.services.segments.db._delete_segments_for_network-8755648326512'] for network (d8ffdd3d-5c95-48db-854d-6cecab9a5e9a), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:13.335505 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.services.segments.db [None req-6b014a5a-23c0-4170-a76d-e2ecdd96f362 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ffdd3d-5c95-48db-854d-6cecab9a5e9a']}} {{(pid=110500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:05:13.344898 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.services.segments.db [None req-6b014a5a-23c0-4170-a76d-e2ecdd96f362 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e876a289-c30e-4dfa-8c78-73b6fcff15c0') {'for_net_delete': True} {{(pid=110500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:05:13.345192 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.services.segments.db [None req-6b014a5a-23c0-4170-a76d-e2ecdd96f362 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e876a289-c30e-4dfa-8c78-73b6fcff15c0') {} {{(pid=110500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 14:05:13.355261 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-6b014a5a-23c0-4170-a76d-e2ecdd96f362 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755648326009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6617312'] for segment (e876a289-c30e-4dfa-8c78-73b6fcff15c0), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:13.368416 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-6b014a5a-23c0-4170-a76d-e2ecdd96f362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329'] for segment (e876a289-c30e-4dfa-8c78-73b6fcff15c0), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:13.375474 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b014a5a-23c0-4170-a76d-e2ecdd96f362 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=110500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 14:05:13.375910 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-6b014a5a-23c0-4170-a76d-e2ecdd96f362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1690329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7218579'] for segment (e876a289-c30e-4dfa-8c78-73b6fcff15c0), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:13.422402 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.services.segments.plugin [-] Segment e876a289-c30e-4dfa-8c78-73b6fcff15c0 resource provider aggregate not found May 26 14:05:13.440138 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.services.segments.plugin [-] Segment e876a289-c30e-4dfa-8c78-73b6fcff15c0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e876a289-c30e-4dfa-8c78-73b6fcff15c0 found for delete ", "request_id": "req-215b7328-a9fe-40b5-ae72-57ec41a8312b"}]} May 26 14:05:13.444777 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-6b014a5a-23c0-4170-a76d-e2ecdd96f362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1689112', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-302227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-568567'] for network (d8ffdd3d-5c95-48db-854d-6cecab9a5e9a), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:13.450416 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-6b014a5a-23c0-4170-a76d-e2ecdd96f362 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-302253'] for network (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:13.453524 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-6b014a5a-23c0-4170-a76d-e2ecdd96f362 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d8ffdd3d-5c95-48db-854d-6cecab9a5e9a HTTP/1.1" status: 204 len: 168 time: 0.2847435 May 26 14:05:13.465950 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b014a5a-23c0-4170-a76d-e2ecdd96f362 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8ffdd3d-5c95-48db-854d-6cecab9a5e9a,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:13.473902 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b014a5a-23c0-4170-a76d-e2ecdd96f362 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:13.476143 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b014a5a-23c0-4170-a76d-e2ecdd96f362 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:13.476520 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b014a5a-23c0-4170-a76d-e2ecdd96f362 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:13.476868 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b014a5a-23c0-4170-a76d-e2ecdd96f362 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:13.477254 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b014a5a-23c0-4170-a76d-e2ecdd96f362 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:13.478004 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b014a5a-23c0-4170-a76d-e2ecdd96f362 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:13.478406 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b014a5a-23c0-4170-a76d-e2ecdd96f362 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:13.478971 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b014a5a-23c0-4170-a76d-e2ecdd96f362 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:13.479128 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b014a5a-23c0-4170-a76d-e2ecdd96f362 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:13.480148 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b014a5a-23c0-4170-a76d-e2ecdd96f362 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:13.480622 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b014a5a-23c0-4170-a76d-e2ecdd96f362 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:13.481000 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b014a5a-23c0-4170-a76d-e2ecdd96f362 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:13.482537 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b014a5a-23c0-4170-a76d-e2ecdd96f362 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:13.482902 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b014a5a-23c0-4170-a76d-e2ecdd96f362 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:13.483240 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b014a5a-23c0-4170-a76d-e2ecdd96f362 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819668-4-iscsi {{(pid=110500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 14:05:13.570001 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 40364) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:05:13.610542 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-a17ad7ad-9f20-4a15-8754-40363dc87f84 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=260fdce225db48d0b5a3205ecdce2f0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393727 May 26 14:05:13.613004 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 40366) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:05:13.660765 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-54b6bbd2-19f2-4b09-8190-9e477df16f38 admin admin] Publish callbacks [] for security_group (5d1ceb69-25c6-408c-8ab3-a94617aaea95), before_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:13.681346 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-54b6bbd2-19f2-4b09-8190-9e477df16f38 admin admin] Publish callbacks [] for security_group (5d1ceb69-25c6-408c-8ab3-a94617aaea95), precommit_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:13.729776 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-54b6bbd2-19f2-4b09-8190-9e477df16f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (5d1ceb69-25c6-408c-8ab3-a94617aaea95), after_delete {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:13.732493 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-54b6bbd2-19f2-4b09-8190-9e477df16f38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:13.733454 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-54b6bbd2-19f2-4b09-8190-9e477df16f38 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5d1ceb69-25c6-408c-8ab3-a94617aaea95 HTTP/1.1" status: 204 len: 168 time: 0.1195645 May 26 14:05:13.741698 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b6bbd2-19f2-4b09-8190-9e477df16f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1ceb69-25c6-408c-8ab3-a94617aaea95,revision_number=None']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:14.135540 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5f97ba6e-d793-452f-8815-ab3885ad6eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:16.521410 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-ca5564f2-2ff9-495f-9b59-c219cea95977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:17.825255 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:19.234632 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:20.530910 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:23.166071 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=24,neutron:DELETE=3 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:23.167132 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:23.736117 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=55,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:23.736965 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=44,neutron:DELETE=5 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:30.520700 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:30.526236 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:32.520192 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 6 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 14:05:34.219793 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [-] (110500) accepted ('10.222.0.16', 40500) {{(pid=110500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:05:34.328950 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-ac27885d-8cd3-4f49-98ab-19f607946385 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:34.423130 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-ac27885d-8cd3-4f49-98ab-19f607946385 admin admin] Publish callbacks [] for security_group (e8970d60-af06-4021-bbf2-a13ebeefe256), precommit_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:34.427273 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron_lib.callbacks.manager [None req-ac27885d-8cd3-4f49-98ab-19f607946385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (e8970d60-af06-4021-bbf2-a13ebeefe256), after_create {{(pid=110500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:34.467996 dv-cinder-819668-4-iscsi neutron-server[110500]: INFO neutron.wsgi [None req-ac27885d-8cd3-4f49-98ab-19f607946385 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=615ac07094d843bd908799a4b5df6ec1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2470033 May 26 14:05:34.468797 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac27885d-8cd3-4f49-98ab-19f607946385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8970d60-af06-4021-bbf2-a13ebeefe256,revision_number=1']} {{(pid=110500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:34.470654 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [-] (110501) accepted ('10.222.0.16', 40504) {{(pid=110501) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 14:05:34.521886 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-34662aa5-a2e3-41bb-90e5-07e521dd58e1 admin admin] Publish callbacks [] for security_group (e8970d60-af06-4021-bbf2-a13ebeefe256), before_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:34.543141 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-34662aa5-a2e3-41bb-90e5-07e521dd58e1 admin admin] Publish callbacks [] for security_group (e8970d60-af06-4021-bbf2-a13ebeefe256), precommit_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:34.590684 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-34662aa5-a2e3-41bb-90e5-07e521dd58e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547611'] for security_group (e8970d60-af06-4021-bbf2-a13ebeefe256), after_delete {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:34.593259 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron_lib.callbacks.manager [None req-34662aa5-a2e3-41bb-90e5-07e521dd58e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:34.594481 dv-cinder-819668-4-iscsi neutron-server[110501]: INFO neutron.wsgi [None req-34662aa5-a2e3-41bb-90e5-07e521dd58e1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e8970d60-af06-4021-bbf2-a13ebeefe256 HTTP/1.1" status: 204 len: 168 time: 0.1228528 May 26 14:05:34.602481 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34662aa5-a2e3-41bb-90e5-07e521dd58e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8970d60-af06-4021-bbf2-a13ebeefe256,revision_number=None']} {{(pid=110501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 14:05:41.889232 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:44.138240 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-628025e6-0454-49dd-86df-0e4ac308754b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:44.462266 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=24,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:44.464519 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG dbcounter [-] [110500] Writing DB stats neutron:SELECT=13,neutron:INSERT=8 {{(pid=110500) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:44.597525 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:44.598604 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG dbcounter [-] [110501] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=110501) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:46.524119 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-29597666-5585-4c06-9097-d7b97962f927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:47.662425 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:47.663239 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=3 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:05:47.837302 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:49.237778 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:05:50.544037 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:02.235078 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:02.241074 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:09.519356 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 6 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 14:06:11.886996 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:14.141007 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5c0f27af-ae0a-4c3f-9631-3ef9626abe86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:16.525532 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-cd1aca4b-3e06-4681-8b78-7775f2ce6e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:17.833389 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:19.240792 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:20.537303 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:24.395496 dv-cinder-819668-4-iscsi neutron-server[110501]: DEBUG neutron.wsgi [req-d935fe91-188b-4738-a484-8789a2bf93a3 req-c202e101-447e-4c85-8f2f-60905ca39115 service neutron] (110501) timed out ('10.222.0.57', 56471) {{(pid=110501) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 26 14:06:24.654589 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=4 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:24.658877 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=4 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:30.530317 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:30.532633 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:41.884666 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:42.218394 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=11 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:42.228792 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=15 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:06:44.143282 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-4144bf91-c530-400b-8616-2a44c707a068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:46.518968 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 6 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 14:06:46.527724 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-3b026563-da1b-4a8d-a5dc-b2fdcb45cec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:47.838725 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:49.242750 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:06:50.539741 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:00.533283 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=10 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:00.535226 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=8,neutron:UPDATE=6 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:01.659301 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=4 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:01.664915 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=4 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:11.899928 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:14.146878 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-300b33fd-d7df-4f53-91cb-32ca87f89de9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:16.530068 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-7fec548f-f99a-481e-81ff-829c1bfbe640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:17.838674 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:19.246369 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:20.542637 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:23.518738 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 6 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 14:07:30.537406 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:30.539347 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:38.661082 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=4 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:41.914508 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:42.528993 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:07:44.150305 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-48e43a5f-e8b5-45ea-97fb-c7b0a655ff65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:46.531439 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e5c7260d-8cc6-4e06-837c-af8720107f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:47.841362 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:49.248573 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:07:50.549550 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:00.518084 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 6 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 14:08:02.226291 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:02.227513 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:11.917249 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:14.153257 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-46180594-bad3-4853-80d0-2783b4e5dcde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:14.549636 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [req-94ae8b4f-34ef-4d84-a031-a61b1e9387c7 req-0d4f6905-d023-4979-9bb6-8bc74a03c069 service neutron] (110500) timed out ('10.222.0.57', 56525) {{(pid=110500) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 26 14:08:15.646467 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=1 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:16.533693 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-73d24fc7-eee4-4e3c-b877-228f30bc5765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:17.509724 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=9 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:17.844096 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:19.259485 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:20.546373 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:30.533422 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:UPDATE=4,neutron:SELECT=10 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:30.540711 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:31.189397 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [req-4c1bc26d-f682-4dc2-bbdb-dd58145b7498 req-ef32736f-1b30-46ae-be4a-498e0f14e09c service neutron] (110500) timed out ('10.222.0.16', 34872) {{(pid=110500) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 26 14:08:31.422849 dv-cinder-819668-4-iscsi neutron-server[110500]: DEBUG neutron.wsgi [req-4c1bc26d-f682-4dc2-bbdb-dd58145b7498 req-b4cf9cae-5c23-4b76-b594-8e7b53d36ed1 tempest-AttachVolumeShelveTestJSON-733003149 tempest-AttachVolumeShelveTestJSON-733003149-project] (110500) timed out ('10.222.0.16', 34880) {{(pid=110500) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 26 14:08:37.517448 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 6 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 14:08:41.914735 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:44.161272 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-a3a58487-46a1-468c-9811-f24832536d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:46.541207 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-807f6aa7-7ee9-453d-8e1e-0ff5f4723ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:47.846142 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:49.256666 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:50.549780 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:08:52.647556 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=14 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:08:52.652700 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=20 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:09:00.544167 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:09:00.545046 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:09:11.926768 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:14.155146 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-4e87c4f2-69c4-4d64-aa48-018a2e021236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:14.519195 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 6 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 14:09:16.534955 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5cf66646-255b-4fa0-a135-48e711e0f0c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:17.852171 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:19.260032 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:20.553459 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:29.647525 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=4 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:09:29.648197 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=4 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:09:30.546950 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:09:30.548897 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:09:41.926258 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:42.532961 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=1 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:09:42.533706 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:DELETE=1 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:09:44.157117 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-8ded60b5-0bfb-4e40-bce9-4d8e39b10665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:46.539446 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-bb215bce-6454-42e8-ac94-87f2d3da99dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:47.852135 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:49.263761 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:50.556187 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:09:51.519190 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 6 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 14:10:02.226573 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:02.230995 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:06.655207 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=4 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:06.656003 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=4 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:11.941268 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:14.159465 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-dce17966-d869-4cb1-8050-99b01f3b0ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:16.541181 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-12cf03d1-9715-4bb5-bde7-2d83de424bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:17.855146 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:19.265899 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:20.559458 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:28.519249 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 6 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 14:10:30.552824 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:30.555410 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:41.939780 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:43.651046 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=18 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:43.651842 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG dbcounter [-] [110503] Writing DB stats neutron:SELECT=16 {{(pid=110503) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:10:44.163384 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-b7fa6a0e-08d6-4dbb-ab69-8ed3c1c53ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (f02764f4-f497-4694-a2eb-22efe73666f4), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:46.545057 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-bd71b401-87b8-4a35-aa6e-4ab6d83d421f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8d01d2d5-68bb-4c63-9733-6c6d2277973f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:47.857938 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-e3df8f7e-0ecc-486c-a2ab-c3da11fbf68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (e6d5cad6-65d8-445b-97d5-2ca25dd59382), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:49.270188 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-007d214b-beab-46c4-9014-8468ca959b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (caaab1a4-faee-4d03-bfcb-c2fbce6cf96f), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:10:50.562237 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-5232ebb7-4b78-4bad-91d9-2813c956fd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (8ab0da26-f041-4f99-a2cc-fa5d75d9001c), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 14:11:00.556986 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:11:00.558931 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG dbcounter [-] [110502] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=110502) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 14:11:05.518452 dv-cinder-819668-4-iscsi neutron-server[110503]: DEBUG neutron.db.agents_db [None req-24536bf4-414a-4f56-b1dd-c403da9d8d5a None None] Agent healthcheck: found 6 active agents {{(pid=110503) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 14:11:11.954160 dv-cinder-819668-4-iscsi neutron-server[110502]: DEBUG neutron_lib.callbacks.manager [None req-da92f9df-ab91-48fe-b71b-f4d5f17036ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755648326494', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1833952'] for agent (207809ce-be6b-4746-a715-8e1c980ff656), after_update {{(pid=110502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}